2024-11-14 02:36:40,157 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 02:36:40,177 main DEBUG Took 0.017852 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 02:36:40,177 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 02:36:40,178 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 02:36:40,179 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 02:36:40,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:36:40,190 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 02:36:40,207 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:36:40,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:36:40,210 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:36:40,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:36:40,211 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:36:40,211 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:36:40,213 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:36:40,213 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:36:40,214 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:36:40,214 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:36:40,215 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:36:40,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:36:40,216 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:36:40,217 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:36:40,218 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:36:40,218 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:36:40,219 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:36:40,219 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:36:40,220 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:36:40,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:36:40,221 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:36:40,221 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:36:40,222 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:36:40,222 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 02:36:40,223 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:36:40,223 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 02:36:40,225 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 02:36:40,226 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 02:36:40,229 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 02:36:40,230 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 02:36:40,232 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 02:36:40,232 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 02:36:40,240 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 02:36:40,242 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 02:36:40,244 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 02:36:40,244 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 02:36:40,245 main DEBUG createAppenders(={Console}) 2024-11-14 02:36:40,245 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-14 02:36:40,245 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 02:36:40,246 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-14 02:36:40,246 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 02:36:40,246 main DEBUG OutputStream closed 2024-11-14 02:36:40,247 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 02:36:40,247 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 02:36:40,247 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-14 02:36:40,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 02:36:40,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 02:36:40,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 02:36:40,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 02:36:40,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 02:36:40,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 02:36:40,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 02:36:40,324 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 02:36:40,324 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 02:36:40,324 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 02:36:40,325 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 02:36:40,325 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 02:36:40,325 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 02:36:40,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 02:36:40,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 02:36:40,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 02:36:40,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 02:36:40,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 02:36:40,330 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 02:36:40,330 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-14 02:36:40,330 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 02:36:40,331 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-14T02:36:40,343 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-14 02:36:40,346 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 02:36:40,346 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T02:36:40,404 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=90, ProcessCount=11, AvailableMemoryMB=6627 2024-11-14T02:36:40,604 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-14T02:36:40,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882 2024-11-14T02:36:40,649 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/cluster_0ce96a11-1c04-5d18-7108-1e1ab827f56d, deleteOnExit=true 2024-11-14T02:36:40,775 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/cluster_0ce96a11-1c04-5d18-7108-1e1ab827f56d/zookeeper_0, clientPort=59269, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/cluster_0ce96a11-1c04-5d18-7108-1e1ab827f56d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/cluster_0ce96a11-1c04-5d18-7108-1e1ab827f56d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T02:36:40,788 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59269 2024-11-14T02:36:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:36:40,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:36:40,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/test.cache.data in system properties and HBase conf 2024-11-14T02:36:40,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:36:40,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:36:40,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:36:40,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:36:40,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:36:40,881 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T02:36:40,967 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:36:40,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:36:40,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:36:40,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:36:40,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:36:40,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:36:40,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:36:40,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:36:40,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:36:40,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:36:40,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:36:40,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:36:40,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:36:40,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:36:40,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:36:41,932 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T02:36:42,014 INFO [Time-limited test {}] log.Log(170): Logging initialized @2492ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T02:36:42,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:36:42,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:36:42,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:36:42,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:36:42,171 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:36:42,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:36:42,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:36:42,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:36:42,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/java.io.tmpdir/jetty-localhost-38195-hadoop-hdfs-3_4_1-tests_jar-_-any-8706528570486826623/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:36:42,399 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:38195} 2024-11-14T02:36:42,399 INFO [Time-limited test {}] server.Server(415): Started @2878ms 2024-11-14T02:36:42,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:36:42,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:36:42,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:36:42,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:36:42,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:36:42,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:36:42,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:36:43,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/java.io.tmpdir/jetty-localhost-38743-hadoop-hdfs-3_4_1-tests_jar-_-any-14571484628629390947/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:36:43,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:38743} 2024-11-14T02:36:43,014 INFO [Time-limited test {}] server.Server(415): Started @3493ms 2024-11-14T02:36:43,077 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:36:43,945 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/cluster_0ce96a11-1c04-5d18-7108-1e1ab827f56d/data/data1/current/BP-1681909290-172.17.0.2-1731551801503/current, will proceed with Du for space computation calculation, 2024-11-14T02:36:43,945 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/cluster_0ce96a11-1c04-5d18-7108-1e1ab827f56d/data/data2/current/BP-1681909290-172.17.0.2-1731551801503/current, will proceed with Du for space computation calculation, 2024-11-14T02:36:43,969 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:36:44,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc222711cef8e75f with lease ID 0x90fe3cd6a87481a0: Processing first storage report for DS-68e91c2b-0b7c-425f-a59a-526b3ab961e7 from datanode DatanodeRegistration(127.0.0.1:40779, datanodeUuid=85cb6cdd-91fd-4673-8e1f-45c30df9551d, infoPort=44771, infoSecurePort=0, ipcPort=42295, storageInfo=lv=-57;cid=testClusterID;nsid=1899276246;c=1731551801503) 2024-11-14T02:36:44,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc222711cef8e75f with lease ID 0x90fe3cd6a87481a0: from storage DS-68e91c2b-0b7c-425f-a59a-526b3ab961e7 node DatanodeRegistration(127.0.0.1:40779, datanodeUuid=85cb6cdd-91fd-4673-8e1f-45c30df9551d, infoPort=44771, infoSecurePort=0, ipcPort=42295, storageInfo=lv=-57;cid=testClusterID;nsid=1899276246;c=1731551801503), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T02:36:44,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc222711cef8e75f with lease ID 0x90fe3cd6a87481a0: Processing first storage report for DS-70291f17-8e2b-4d8a-b7e4-3a6e6e9b8bff from datanode DatanodeRegistration(127.0.0.1:40779, datanodeUuid=85cb6cdd-91fd-4673-8e1f-45c30df9551d, infoPort=44771, infoSecurePort=0, ipcPort=42295, storageInfo=lv=-57;cid=testClusterID;nsid=1899276246;c=1731551801503) 2024-11-14T02:36:44,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc222711cef8e75f with lease ID 0x90fe3cd6a87481a0: from storage DS-70291f17-8e2b-4d8a-b7e4-3a6e6e9b8bff node DatanodeRegistration(127.0.0.1:40779, datanodeUuid=85cb6cdd-91fd-4673-8e1f-45c30df9551d, infoPort=44771, infoSecurePort=0, ipcPort=42295, storageInfo=lv=-57;cid=testClusterID;nsid=1899276246;c=1731551801503), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:36:44,054 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882 2024-11-14T02:36:44,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:36:44,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:36:44,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:36:44,673 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71 with version=8 2024-11-14T02:36:44,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/hbase-staging 2024-11-14T02:36:44,753 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T02:36:44,961 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:36:44,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:36:44,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:36:44,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:36:44,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:36:44,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:36:45,095 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:36:45,145 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T02:36:45,153 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T02:36:45,156 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:36:45,178 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 106286 (auto-detected) 2024-11-14T02:36:45,179 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T02:36:45,196 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46789 2024-11-14T02:36:45,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46789 connecting to ZooKeeper ensemble=127.0.0.1:59269 2024-11-14T02:36:45,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467890x0, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:36:45,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46789-0x101387d5f970000 connected 2024-11-14T02:36:45,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:36:45,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:36:45,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on znode that does not yet exist, /01689765778/running 2024-11-14T02:36:45,441 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71, hbase.cluster.distributed=false 2024-11-14T02:36:45,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on znode that does not yet exist, /01689765778/acl 2024-11-14T02:36:45,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46789 2024-11-14T02:36:45,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46789 2024-11-14T02:36:45,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46789 2024-11-14T02:36:45,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46789 2024-11-14T02:36:45,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46789 2024-11-14T02:36:45,570 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:36:45,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:36:45,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:36:45,572 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:36:45,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:36:45,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:36:45,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:36:45,578 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:36:45,579 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40559 2024-11-14T02:36:45,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40559 connecting to ZooKeeper ensemble=127.0.0.1:59269 2024-11-14T02:36:45,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:36:45,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:36:45,598 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405590x0, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:36:45,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40559-0x101387d5f970001 connected 2024-11-14T02:36:45,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on znode that does not yet exist, /01689765778/running 2024-11-14T02:36:45,605 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:36:45,612 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:36:45,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on znode that does not yet exist, /01689765778/master 2024-11-14T02:36:45,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on znode that does not yet exist, /01689765778/acl 2024-11-14T02:36:45,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40559 2024-11-14T02:36:45,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40559 2024-11-14T02:36:45,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40559 2024-11-14T02:36:45,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40559 2024-11-14T02:36:45,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40559 2024-11-14T02:36:45,637 DEBUG [M:0;83c5a5c119d5:46789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:46789 2024-11-14T02:36:45,638 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01689765778/backup-masters/83c5a5c119d5,46789,1731551804812 2024-11-14T02:36:45,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778/backup-masters 2024-11-14T02:36:45,653 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778/backup-masters 2024-11-14T02:36:45,655 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on existing znode=/01689765778/backup-masters/83c5a5c119d5,46789,1731551804812 2024-11-14T02:36:45,681 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01689765778/master 2024-11-14T02:36:45,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:36:45,682 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:36:45,683 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on existing znode=/01689765778/master 2024-11-14T02:36:45,684 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01689765778/backup-masters/83c5a5c119d5,46789,1731551804812 from backup master directory 2024-11-14T02:36:45,694 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778/backup-masters 2024-11-14T02:36:45,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01689765778/backup-masters/83c5a5c119d5,46789,1731551804812 2024-11-14T02:36:45,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778/backup-masters 2024-11-14T02:36:45,695 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:36:45,695 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,46789,1731551804812 2024-11-14T02:36:45,698 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T02:36:45,699 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T02:36:45,752 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/hbase.id] with ID: 561aea99-f11d-43b1-bdbd-64524fa30f0e 2024-11-14T02:36:45,753 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/.tmp/hbase.id 2024-11-14T02:36:45,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:36:46,168 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/.tmp/hbase.id]:[hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/hbase.id] 2024-11-14T02:36:46,221 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:36:46,226 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:36:46,244 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-14T02:36:46,278 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:36:46,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:36:46,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:36:46,712 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:36:46,715 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:36:46,734 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:36:46,737 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:36:46,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:36:47,184 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store 2024-11-14T02:36:47,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:36:47,206 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T02:36:47,209 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:36:47,210 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:36:47,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:36:47,211 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:36:47,212 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:36:47,212 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:36:47,213 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:36:47,214 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551807210Disabling compacts and flushes for region at 1731551807210Disabling writes for close at 1731551807212 (+2 ms)Writing region close event to WAL at 1731551807213 (+1 ms)Closed at 1731551807213 2024-11-14T02:36:47,216 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/.initializing 2024-11-14T02:36:47,216 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/WALs/83c5a5c119d5,46789,1731551804812 2024-11-14T02:36:47,224 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:36:47,238 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C46789%2C1731551804812, suffix=, logDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/WALs/83c5a5c119d5,46789,1731551804812, archiveDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/oldWALs, maxLogs=10 2024-11-14T02:36:47,259 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/WALs/83c5a5c119d5,46789,1731551804812/83c5a5c119d5%2C46789%2C1731551804812.1731551807242, exclude list is [], retry=0 2024-11-14T02:36:47,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40779,DS-68e91c2b-0b7c-425f-a59a-526b3ab961e7,DISK] 2024-11-14T02:36:47,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T02:36:47,307 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/WALs/83c5a5c119d5,46789,1731551804812/83c5a5c119d5%2C46789%2C1731551804812.1731551807242 2024-11-14T02:36:47,307 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44771:44771)] 2024-11-14T02:36:47,308 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:36:47,308 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:36:47,311 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:47,312 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:47,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:47,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:36:47,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:47,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:36:47,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:47,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:36:47,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:47,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:36:47,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:47,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:36:47,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:47,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:36:47,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:47,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:36:47,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:47,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:36:47,390 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:47,394 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:47,395 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:47,400 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:47,401 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:47,404 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:36:47,408 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:47,412 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:36:47,413 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67273956, jitterRate=0.0024600625038146973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:36:47,420 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731551807323Initializing all the Stores at 1731551807325 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551807326 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551807327 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551807327Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551807327Cleaning up temporary data from old regions at 1731551807401 (+74 ms)Region opened successfully at 1731551807420 (+19 ms) 2024-11-14T02:36:47,422 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:36:47,452 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513646ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:36:47,479 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:36:47,488 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:36:47,489 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:36:47,491 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:36:47,492 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T02:36:47,497 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T02:36:47,497 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:36:47,520 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:36:47,529 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Unable to get data of znode /01689765778/balancer because node does not exist (not necessarily an error) 2024-11-14T02:36:47,561 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01689765778/balancer already deleted, retry=false 2024-11-14T02:36:47,564 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:36:47,566 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Unable to get data of znode /01689765778/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:36:47,577 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01689765778/normalizer already deleted, retry=false 2024-11-14T02:36:47,580 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:36:47,586 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Unable to get data of znode /01689765778/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:36:47,593 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01689765778/switch/split already deleted, retry=false 2024-11-14T02:36:47,595 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Unable to get data of znode /01689765778/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:36:47,602 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01689765778/switch/merge already deleted, retry=false 2024-11-14T02:36:47,620 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Unable to get data of znode /01689765778/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:36:47,631 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01689765778/snapshot-cleanup already deleted, retry=false 2024-11-14T02:36:47,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01689765778/running 2024-11-14T02:36:47,644 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01689765778/running 2024-11-14T02:36:47,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:36:47,644 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:36:47,648 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,46789,1731551804812, sessionid=0x101387d5f970000, setting cluster-up flag (Was=false) 2024-11-14T02:36:47,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:36:47,677 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:36:47,711 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01689765778/flush-table-proc/acquired, /01689765778/flush-table-proc/reached, /01689765778/flush-table-proc/abort 2024-11-14T02:36:47,716 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,46789,1731551804812 2024-11-14T02:36:47,739 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:36:47,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:36:47,764 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01689765778/online-snapshot/acquired, /01689765778/online-snapshot/reached, /01689765778/online-snapshot/abort 2024-11-14T02:36:47,766 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,46789,1731551804812 2024-11-14T02:36:47,774 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:36:47,829 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(746): ClusterId : 561aea99-f11d-43b1-bdbd-64524fa30f0e 2024-11-14T02:36:47,831 DEBUG [RS:0;83c5a5c119d5:40559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:36:47,841 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:36:47,842 DEBUG [RS:0;83c5a5c119d5:40559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:36:47,842 DEBUG [RS:0;83c5a5c119d5:40559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:36:47,851 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:36:47,854 DEBUG [RS:0;83c5a5c119d5:40559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:36:47,854 DEBUG [RS:0;83c5a5c119d5:40559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2d958d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:36:47,857 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:36:47,862 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,46789,1731551804812 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:36:47,868 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:36:47,868 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:36:47,868 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:36:47,869 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:36:47,869 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:36:47,869 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:47,869 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:36:47,869 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:47,871 DEBUG [RS:0;83c5a5c119d5:40559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:40559 2024-11-14T02:36:47,871 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731551837871 2024-11-14T02:36:47,872 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:36:47,873 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:36:47,874 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:36:47,874 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:36:47,874 DEBUG [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:36:47,875 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:36:47,876 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:36:47,876 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,46789,1731551804812 with port=40559, startcode=1731551805537 2024-11-14T02:36:47,877 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:36:47,877 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:36:47,877 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:36:47,878 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:36:47,878 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:47,881 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:47,881 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:36:47,881 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:36:47,883 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:36:47,883 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:36:47,884 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:36:47,886 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:36:47,886 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:36:47,888 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551807887,5,FailOnTimeoutGroup] 2024-11-14T02:36:47,889 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551807889,5,FailOnTimeoutGroup] 2024-11-14T02:36:47,889 DEBUG [RS:0;83c5a5c119d5:40559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:36:47,889 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:47,889 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:36:47,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:36:47,891 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:47,891 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:47,917 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:36:47,922 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,40559,1731551805537 2024-11-14T02:36:47,924 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46789 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,40559,1731551805537 2024-11-14T02:36:47,936 DEBUG [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71 2024-11-14T02:36:47,937 DEBUG [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45965 2024-11-14T02:36:47,937 DEBUG [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:36:47,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778/rs 2024-11-14T02:36:47,948 DEBUG [RS:0;83c5a5c119d5:40559 {}] zookeeper.ZKUtil(111): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on existing znode=/01689765778/rs/83c5a5c119d5,40559,1731551805537 2024-11-14T02:36:47,948 WARN [RS:0;83c5a5c119d5:40559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:36:47,949 INFO [RS:0;83c5a5c119d5:40559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:36:47,949 DEBUG [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537 2024-11-14T02:36:47,951 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,40559,1731551805537] 2024-11-14T02:36:47,976 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:36:47,992 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:36:47,996 INFO [RS:0;83c5a5c119d5:40559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:36:47,997 INFO [RS:0;83c5a5c119d5:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:47,998 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:36:48,003 INFO [RS:0;83c5a5c119d5:40559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:36:48,004 INFO [RS:0;83c5a5c119d5:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:48,005 DEBUG [RS:0;83c5a5c119d5:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:48,005 DEBUG [RS:0;83c5a5c119d5:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:48,005 DEBUG [RS:0;83c5a5c119d5:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:48,005 DEBUG [RS:0;83c5a5c119d5:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:48,005 DEBUG [RS:0;83c5a5c119d5:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:48,006 DEBUG [RS:0;83c5a5c119d5:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:36:48,006 DEBUG [RS:0;83c5a5c119d5:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:48,006 DEBUG [RS:0;83c5a5c119d5:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:48,006 DEBUG [RS:0;83c5a5c119d5:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:48,006 DEBUG [RS:0;83c5a5c119d5:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:48,007 DEBUG [RS:0;83c5a5c119d5:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:48,007 DEBUG [RS:0;83c5a5c119d5:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:48,007 DEBUG [RS:0;83c5a5c119d5:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:36:48,007 DEBUG [RS:0;83c5a5c119d5:40559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:36:48,009 INFO [RS:0;83c5a5c119d5:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:48,009 INFO [RS:0;83c5a5c119d5:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:48,009 INFO [RS:0;83c5a5c119d5:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:48,009 INFO [RS:0;83c5a5c119d5:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:48,010 INFO [RS:0;83c5a5c119d5:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:48,010 INFO [RS:0;83c5a5c119d5:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,40559,1731551805537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:36:48,029 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:36:48,030 INFO [RS:0;83c5a5c119d5:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,40559,1731551805537-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:48,030 INFO [RS:0;83c5a5c119d5:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:48,031 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.Replication(171): 83c5a5c119d5,40559,1731551805537 started 2024-11-14T02:36:48,047 INFO [RS:0;83c5a5c119d5:40559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:48,048 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,40559,1731551805537, RpcServer on 83c5a5c119d5/172.17.0.2:40559, sessionid=0x101387d5f970001 2024-11-14T02:36:48,048 DEBUG [RS:0;83c5a5c119d5:40559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:36:48,048 DEBUG [RS:0;83c5a5c119d5:40559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,40559,1731551805537 2024-11-14T02:36:48,049 DEBUG [RS:0;83c5a5c119d5:40559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,40559,1731551805537' 2024-11-14T02:36:48,049 DEBUG [RS:0;83c5a5c119d5:40559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01689765778/flush-table-proc/abort' 2024-11-14T02:36:48,050 DEBUG [RS:0;83c5a5c119d5:40559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01689765778/flush-table-proc/acquired' 2024-11-14T02:36:48,051 DEBUG [RS:0;83c5a5c119d5:40559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:36:48,051 DEBUG [RS:0;83c5a5c119d5:40559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:36:48,051 DEBUG [RS:0;83c5a5c119d5:40559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,40559,1731551805537 2024-11-14T02:36:48,051 DEBUG [RS:0;83c5a5c119d5:40559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,40559,1731551805537' 2024-11-14T02:36:48,051 DEBUG [RS:0;83c5a5c119d5:40559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01689765778/online-snapshot/abort' 2024-11-14T02:36:48,052 DEBUG [RS:0;83c5a5c119d5:40559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01689765778/online-snapshot/acquired' 2024-11-14T02:36:48,052 DEBUG [RS:0;83c5a5c119d5:40559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:36:48,052 INFO [RS:0;83c5a5c119d5:40559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:36:48,052 INFO [RS:0;83c5a5c119d5:40559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:36:48,159 INFO [RS:0;83c5a5c119d5:40559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:36:48,163 INFO [RS:0;83c5a5c119d5:40559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C40559%2C1731551805537, suffix=, logDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537, archiveDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/oldWALs, maxLogs=10 2024-11-14T02:36:48,178 DEBUG [RS:0;83c5a5c119d5:40559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.1731551808165, exclude list is [], retry=0 2024-11-14T02:36:48,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40779,DS-68e91c2b-0b7c-425f-a59a-526b3ab961e7,DISK] 2024-11-14T02:36:48,185 INFO [RS:0;83c5a5c119d5:40559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.1731551808165 2024-11-14T02:36:48,186 DEBUG [RS:0;83c5a5c119d5:40559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44771:44771)] 2024-11-14T02:36:48,295 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:36:48,296 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71 2024-11-14T02:36:48,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:36:48,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:36:48,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:36:48,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:36:48,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:48,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:36:48,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:36:48,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:36:48,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:48,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:36:48,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:36:48,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:36:48,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:48,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:36:48,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:36:48,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:36:48,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:48,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:36:48,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:36:48,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740 2024-11-14T02:36:48,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740 2024-11-14T02:36:48,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:36:48,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:36:48,740 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:36:48,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:36:48,746 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:36:48,746 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58801020, jitterRate=-0.12379652261734009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:36:48,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731551808715Initializing all the Stores at 1731551808719 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551808719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551808719Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551808719Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551808719Cleaning up temporary data from old regions at 1731551808739 (+20 ms)Region opened successfully at 1731551808749 (+10 ms) 2024-11-14T02:36:48,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:36:48,750 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:36:48,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:36:48,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:36:48,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:36:48,751 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:36:48,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551808750Disabling compacts and flushes for region at 1731551808750Disabling writes for close at 1731551808750Writing region close event to WAL at 1731551808751 (+1 ms)Closed at 1731551808751 2024-11-14T02:36:48,754 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:36:48,754 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:36:48,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:36:48,767 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:36:48,769 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:36:48,923 DEBUG [83c5a5c119d5:46789 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:36:48,937 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,40559,1731551805537 2024-11-14T02:36:48,943 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,40559,1731551805537, state=OPENING 2024-11-14T02:36:48,977 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:36:48,985 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:36:48,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:36:48,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01689765778/meta-region-server: CHANGED 2024-11-14T02:36:48,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01689765778/meta-region-server: CHANGED 2024-11-14T02:36:48,990 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:36:48,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,40559,1731551805537}] 2024-11-14T02:36:49,167 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:36:49,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:36:49,180 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:36:49,180 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:36:49,181 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:36:49,184 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C40559%2C1731551805537.meta, suffix=.meta, logDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537, archiveDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/oldWALs, maxLogs=10 2024-11-14T02:36:49,198 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.meta.1731551809186.meta, exclude list is [], retry=0 2024-11-14T02:36:49,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40779,DS-68e91c2b-0b7c-425f-a59a-526b3ab961e7,DISK] 2024-11-14T02:36:49,205 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.meta.1731551809186.meta 2024-11-14T02:36:49,205 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44771:44771)] 2024-11-14T02:36:49,206 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:36:49,210 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:36:49,211 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:36:49,213 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:36:49,214 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:36:49,217 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:36:49,218 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:36:49,218 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:36:49,218 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:36:49,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:36:49,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:36:49,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:49,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:36:49,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:36:49,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:36:49,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:49,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:36:49,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:36:49,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:36:49,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:49,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:36:49,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:36:49,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:36:49,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:49,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:36:49,230 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:36:49,232 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740 2024-11-14T02:36:49,235 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740 2024-11-14T02:36:49,238 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:36:49,238 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:36:49,238 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:36:49,241 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:36:49,243 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65034124, jitterRate=-0.030916035175323486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:36:49,243 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:36:49,245 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731551809219Writing region info on filesystem at 1731551809219Initializing all the Stores at 1731551809221 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551809221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551809221Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551809221Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551809221Cleaning up temporary data from old regions at 1731551809238 (+17 ms)Running coprocessor post-open hooks at 1731551809243 (+5 ms)Region opened successfully at 1731551809244 (+1 ms) 2024-11-14T02:36:49,252 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731551809158 2024-11-14T02:36:49,262 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:36:49,263 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:36:49,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,40559,1731551805537 2024-11-14T02:36:49,267 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,40559,1731551805537, state=OPEN 2024-11-14T02:36:49,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01689765778/meta-region-server 2024-11-14T02:36:49,300 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01689765778/meta-region-server 2024-11-14T02:36:49,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01689765778/meta-region-server: CHANGED 2024-11-14T02:36:49,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01689765778/meta-region-server: CHANGED 2024-11-14T02:36:49,301 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,40559,1731551805537 2024-11-14T02:36:49,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:36:49,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,40559,1731551805537 in 309 msec 2024-11-14T02:36:49,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:36:49,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 553 msec 2024-11-14T02:36:49,319 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:36:49,319 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:36:49,336 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:36:49,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40559,1731551805537, seqNum=-1] 2024-11-14T02:36:49,355 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:36:49,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:36:49,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5730 sec 2024-11-14T02:36:49,377 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731551809377, completionTime=-1 2024-11-14T02:36:49,380 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:36:49,380 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:36:49,403 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:36:49,403 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731551869403 2024-11-14T02:36:49,403 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731551929403 2024-11-14T02:36:49,404 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-14T02:36:49,406 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,46789,1731551804812-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:49,406 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,46789,1731551804812-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:49,406 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,46789,1731551804812-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:49,408 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:46789, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:49,408 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:49,409 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:49,414 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:36:49,435 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.739sec 2024-11-14T02:36:49,436 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:36:49,437 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:36:49,438 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:36:49,439 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:36:49,439 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:36:49,440 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,46789,1731551804812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:36:49,440 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,46789,1731551804812-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:36:49,448 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:36:49,449 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:36:49,449 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,46789,1731551804812-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:49,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e544c4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:49,543 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T02:36:49,544 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T02:36:49,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,46789,-1 for getting cluster id 2024-11-14T02:36:49,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:36:49,555 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '561aea99-f11d-43b1-bdbd-64524fa30f0e' 2024-11-14T02:36:49,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:36:49,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "561aea99-f11d-43b1-bdbd-64524fa30f0e" 2024-11-14T02:36:49,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2479a655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:49,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,46789,-1] 2024-11-14T02:36:49,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:36:49,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:49,565 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:36:49,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d71d83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:49,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:36:49,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40559,1731551805537, seqNum=-1] 2024-11-14T02:36:49,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:36:49,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:36:49,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,46789,1731551804812 2024-11-14T02:36:49,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59269 2024-11-14T02:36:49,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:36:49,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101387d5f970002 connected 2024-11-14T02:36:49,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/hadoop.log.dir so I do NOT create it in target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f 2024-11-14T02:36:49,658 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:36:49,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/hadoop.tmp.dir so I do NOT create it in target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f 2024-11-14T02:36:49,658 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:36:49,658 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f 2024-11-14T02:36:49,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:36:49,658 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/cluster_510a3882-b4fe-9471-8fc4-c110b2a61427, deleteOnExit=true 2024-11-14T02:36:49,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:36:49,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/test.cache.data in system properties and HBase conf 2024-11-14T02:36:49,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:36:49,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:36:49,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:36:49,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:36:49,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:36:49,659 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:36:49,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:36:49,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:36:49,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:36:49,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:36:49,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:36:49,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:36:49,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:36:49,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:36:49,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:36:49,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:36:49,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:36:49,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:36:49,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:36:49,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:36:49,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:36:49,981 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:36:49,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:36:49,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:36:49,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:36:49,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:36:49,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597920fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:36:49,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eac06d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:36:50,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ff88167{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/java.io.tmpdir/jetty-localhost-36513-hadoop-hdfs-3_4_1-tests_jar-_-any-12068378764072749001/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:36:50,094 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22967455{HTTP/1.1, (http/1.1)}{localhost:36513} 2024-11-14T02:36:50,094 INFO [Time-limited test {}] server.Server(415): Started @10572ms 2024-11-14T02:36:50,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:36:50,332 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:36:50,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:36:50,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:36:50,334 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:36:50,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a35ba74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:36:50,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1624ab1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:36:50,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f52129a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/java.io.tmpdir/jetty-localhost-46449-hadoop-hdfs-3_4_1-tests_jar-_-any-11815437422777753546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:36:50,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b144d2e{HTTP/1.1, (http/1.1)}{localhost:46449} 2024-11-14T02:36:50,433 INFO [Time-limited test {}] server.Server(415): Started @10911ms 2024-11-14T02:36:50,434 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:36:51,018 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/cluster_510a3882-b4fe-9471-8fc4-c110b2a61427/data/data1/current/BP-2012708856-172.17.0.2-1731551809686/current, will proceed with Du for space computation calculation, 2024-11-14T02:36:51,018 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/cluster_510a3882-b4fe-9471-8fc4-c110b2a61427/data/data2/current/BP-2012708856-172.17.0.2-1731551809686/current, will proceed with Du for space computation calculation, 2024-11-14T02:36:51,036 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:36:51,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17f5dda3ceab3e01 with lease ID 0x2905edd395d8720f: Processing first storage report for DS-02397f0c-21a1-4de8-b8c9-0ba200a08cdc from datanode DatanodeRegistration(127.0.0.1:44597, datanodeUuid=0b95837f-a4d2-47f1-9df9-f9a35bf00d8e, infoPort=34903, infoSecurePort=0, ipcPort=43177, storageInfo=lv=-57;cid=testClusterID;nsid=398161761;c=1731551809686) 2024-11-14T02:36:51,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17f5dda3ceab3e01 with lease ID 0x2905edd395d8720f: from storage DS-02397f0c-21a1-4de8-b8c9-0ba200a08cdc node DatanodeRegistration(127.0.0.1:44597, datanodeUuid=0b95837f-a4d2-47f1-9df9-f9a35bf00d8e, infoPort=34903, infoSecurePort=0, ipcPort=43177, storageInfo=lv=-57;cid=testClusterID;nsid=398161761;c=1731551809686), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:36:51,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17f5dda3ceab3e01 with lease ID 0x2905edd395d8720f: Processing first storage report for DS-cdc2e59d-2e16-429b-bb02-2cd057d75704 from datanode DatanodeRegistration(127.0.0.1:44597, datanodeUuid=0b95837f-a4d2-47f1-9df9-f9a35bf00d8e, infoPort=34903, infoSecurePort=0, ipcPort=43177, storageInfo=lv=-57;cid=testClusterID;nsid=398161761;c=1731551809686) 2024-11-14T02:36:51,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17f5dda3ceab3e01 with lease ID 0x2905edd395d8720f: from storage DS-cdc2e59d-2e16-429b-bb02-2cd057d75704 node DatanodeRegistration(127.0.0.1:44597, datanodeUuid=0b95837f-a4d2-47f1-9df9-f9a35bf00d8e, infoPort=34903, infoSecurePort=0, ipcPort=43177, storageInfo=lv=-57;cid=testClusterID;nsid=398161761;c=1731551809686), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:36:51,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f 2024-11-14T02:36:51,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:36:51,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:36:51,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:36:51,495 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1 with version=8 2024-11-14T02:36:51,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/hbase-staging 2024-11-14T02:36:51,501 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:36:51,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:36:51,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:36:51,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:36:51,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:36:51,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:36:51,503 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:36:51,503 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:36:51,504 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35659 2024-11-14T02:36:51,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35659 connecting to ZooKeeper ensemble=127.0.0.1:59269 2024-11-14T02:36:51,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356590x0, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:36:51,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35659-0x101387d5f970003 connected 2024-11-14T02:36:51,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:36:51,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:36:51,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Set watcher on znode that does not yet exist, /1-1869043497/running 2024-11-14T02:36:51,619 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1, hbase.cluster.distributed=false 2024-11-14T02:36:51,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Set watcher on znode that does not yet exist, /1-1869043497/acl 2024-11-14T02:36:51,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35659 2024-11-14T02:36:51,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35659 2024-11-14T02:36:51,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35659 2024-11-14T02:36:51,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35659 2024-11-14T02:36:51,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35659 2024-11-14T02:36:51,639 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:36:51,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:36:51,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:36:51,639 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:36:51,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:36:51,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:36:51,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:36:51,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:36:51,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38217 2024-11-14T02:36:51,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38217 connecting to ZooKeeper ensemble=127.0.0.1:59269 2024-11-14T02:36:51,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:36:51,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:36:51,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382170x0, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:36:51,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382170x0, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Set watcher on znode that does not yet exist, /1-1869043497/running 2024-11-14T02:36:51,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38217-0x101387d5f970004 connected 2024-11-14T02:36:51,657 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:36:51,658 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:36:51,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Set watcher on znode that does not yet exist, /1-1869043497/master 2024-11-14T02:36:51,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Set watcher on znode that does not yet exist, /1-1869043497/acl 2024-11-14T02:36:51,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38217 2024-11-14T02:36:51,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38217 2024-11-14T02:36:51,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38217 2024-11-14T02:36:51,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38217 2024-11-14T02:36:51,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38217 2024-11-14T02:36:51,677 DEBUG [M:0;83c5a5c119d5:35659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:35659 2024-11-14T02:36:51,677 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1869043497/backup-masters/83c5a5c119d5,35659,1731551811500 2024-11-14T02:36:51,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497/backup-masters 2024-11-14T02:36:51,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497/backup-masters 2024-11-14T02:36:51,686 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Set watcher on existing znode=/1-1869043497/backup-masters/83c5a5c119d5,35659,1731551811500 2024-11-14T02:36:51,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1869043497/master 2024-11-14T02:36:51,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497 2024-11-14T02:36:51,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497 2024-11-14T02:36:51,694 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Set watcher on existing znode=/1-1869043497/master 2024-11-14T02:36:51,695 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1869043497/backup-masters/83c5a5c119d5,35659,1731551811500 from backup master directory 2024-11-14T02:36:51,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1869043497/backup-masters/83c5a5c119d5,35659,1731551811500 2024-11-14T02:36:51,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497/backup-masters 2024-11-14T02:36:51,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497/backup-masters 2024-11-14T02:36:51,706 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:36:51,706 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,35659,1731551811500 2024-11-14T02:36:51,717 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/hbase.id] with ID: 55837b56-8778-40bc-874f-0b9b54b70b0d 2024-11-14T02:36:51,717 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/.tmp/hbase.id 2024-11-14T02:36:51,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:36:52,127 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/.tmp/hbase.id]:[hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/hbase.id] 2024-11-14T02:36:52,155 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:36:52,155 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:36:52,157 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T02:36:52,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497 2024-11-14T02:36:52,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497 2024-11-14T02:36:52,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:36:52,602 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:36:52,606 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:36:52,606 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:36:52,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:36:53,020 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store 2024-11-14T02:36:53,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:36:53,436 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:36:53,437 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:36:53,437 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:36:53,437 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:36:53,438 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:36:53,438 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:36:53,438 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:36:53,438 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551813437Disabling compacts and flushes for region at 1731551813437Disabling writes for close at 1731551813438 (+1 ms)Writing region close event to WAL at 1731551813438Closed at 1731551813438 2024-11-14T02:36:53,441 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/.initializing 2024-11-14T02:36:53,441 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/WALs/83c5a5c119d5,35659,1731551811500 2024-11-14T02:36:53,444 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:36:53,449 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C35659%2C1731551811500, suffix=, logDir=hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/WALs/83c5a5c119d5,35659,1731551811500, archiveDir=hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/oldWALs, maxLogs=10 2024-11-14T02:36:53,466 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/WALs/83c5a5c119d5,35659,1731551811500/83c5a5c119d5%2C35659%2C1731551811500.1731551813449, exclude list is [], retry=0 2024-11-14T02:36:53,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44597,DS-02397f0c-21a1-4de8-b8c9-0ba200a08cdc,DISK] 2024-11-14T02:36:53,472 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/WALs/83c5a5c119d5,35659,1731551811500/83c5a5c119d5%2C35659%2C1731551811500.1731551813449 2024-11-14T02:36:53,473 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34903:34903)] 2024-11-14T02:36:53,473 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:36:53,473 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:36:53,473 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:53,473 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:53,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:53,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:36:53,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:53,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:36:53,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:53,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:36:53,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:53,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:36:53,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:53,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:36:53,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:53,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:36:53,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:53,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:36:53,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:53,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:36:53,490 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:53,491 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:53,491 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:53,494 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:53,494 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:53,495 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:36:53,497 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:36:53,501 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:36:53,502 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71368825, jitterRate=0.06347836554050446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:36:53,502 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731551813474Initializing all the Stores at 1731551813475 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551813475Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551813475Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551813475Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551813475Cleaning up temporary data from old regions at 1731551813494 (+19 ms)Region opened successfully at 1731551813502 (+8 ms) 2024-11-14T02:36:53,502 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:36:53,508 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab31f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:36:53,509 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:36:53,510 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:36:53,510 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:36:53,510 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:36:53,511 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:36:53,511 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:36:53,511 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:36:53,514 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:36:53,515 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Unable to get data of znode /1-1869043497/balancer because node does not exist (not necessarily an error) 2024-11-14T02:36:53,544 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1869043497/balancer already deleted, retry=false 2024-11-14T02:36:53,544 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:36:53,546 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Unable to get data of znode /1-1869043497/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:36:53,556 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1869043497/normalizer already deleted, retry=false 2024-11-14T02:36:53,556 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:36:53,558 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Unable to get data of znode /1-1869043497/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:36:53,569 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1869043497/switch/split already deleted, retry=false 2024-11-14T02:36:53,571 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Unable to get data of znode /1-1869043497/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:36:53,581 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1869043497/switch/merge already deleted, retry=false 2024-11-14T02:36:53,585 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Unable to get data of znode /1-1869043497/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:36:53,593 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1869043497/snapshot-cleanup already deleted, retry=false 2024-11-14T02:36:53,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1869043497/running 2024-11-14T02:36:53,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1869043497/running 2024-11-14T02:36:53,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497 2024-11-14T02:36:53,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497 2024-11-14T02:36:53,603 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,35659,1731551811500, sessionid=0x101387d5f970003, setting cluster-up flag (Was=false) 2024-11-14T02:36:53,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497 2024-11-14T02:36:53,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497 2024-11-14T02:36:53,657 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1869043497/flush-table-proc/acquired, /1-1869043497/flush-table-proc/reached, /1-1869043497/flush-table-proc/abort 2024-11-14T02:36:53,663 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,35659,1731551811500 2024-11-14T02:36:53,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497 2024-11-14T02:36:53,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497 2024-11-14T02:36:53,715 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1869043497/online-snapshot/acquired, /1-1869043497/online-snapshot/reached, /1-1869043497/online-snapshot/abort 2024-11-14T02:36:53,719 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,35659,1731551811500 2024-11-14T02:36:53,723 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:36:53,728 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:36:53,728 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:36:53,728 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:36:53,729 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,35659,1731551811500 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:36:53,731 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:36:53,731 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:36:53,731 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:36:53,731 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:36:53,731 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:36:53,732 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:53,732 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:36:53,732 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:53,733 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731551843733 2024-11-14T02:36:53,733 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:36:53,733 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:36:53,733 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:36:53,733 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:36:53,733 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:36:53,733 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:36:53,733 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:53,734 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:36:53,734 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:36:53,734 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:36:53,735 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:36:53,735 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:36:53,735 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:36:53,735 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:36:53,735 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:36:53,736 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:53,736 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:36:53,737 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551813735,5,FailOnTimeoutGroup] 2024-11-14T02:36:53,738 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551813737,5,FailOnTimeoutGroup] 2024-11-14T02:36:53,738 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:53,739 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:36:53,739 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:53,739 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:53,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:36:53,767 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.HRegionServer(746): ClusterId : 55837b56-8778-40bc-874f-0b9b54b70b0d 2024-11-14T02:36:53,767 DEBUG [RS:0;83c5a5c119d5:38217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:36:53,779 DEBUG [RS:0;83c5a5c119d5:38217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:36:53,779 DEBUG [RS:0;83c5a5c119d5:38217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:36:53,800 DEBUG [RS:0;83c5a5c119d5:38217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:36:53,801 DEBUG [RS:0;83c5a5c119d5:38217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d057e63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:36:53,814 DEBUG [RS:0;83c5a5c119d5:38217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:38217 2024-11-14T02:36:53,814 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:36:53,814 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:36:53,814 DEBUG [RS:0;83c5a5c119d5:38217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:36:53,815 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,35659,1731551811500 with port=38217, startcode=1731551811638 2024-11-14T02:36:53,815 DEBUG [RS:0;83c5a5c119d5:38217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:36:53,817 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:36:53,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35659 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,38217,1731551811638 2024-11-14T02:36:53,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35659 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,38217,1731551811638 2024-11-14T02:36:53,821 DEBUG [RS:0;83c5a5c119d5:38217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1 2024-11-14T02:36:53,822 DEBUG [RS:0;83c5a5c119d5:38217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38299 2024-11-14T02:36:53,822 DEBUG [RS:0;83c5a5c119d5:38217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:36:53,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497/rs 2024-11-14T02:36:53,858 DEBUG [RS:0;83c5a5c119d5:38217 {}] zookeeper.ZKUtil(111): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Set watcher on existing znode=/1-1869043497/rs/83c5a5c119d5,38217,1731551811638 2024-11-14T02:36:53,858 WARN [RS:0;83c5a5c119d5:38217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:36:53,858 INFO [RS:0;83c5a5c119d5:38217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:36:53,858 DEBUG [RS:0;83c5a5c119d5:38217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/WALs/83c5a5c119d5,38217,1731551811638 2024-11-14T02:36:53,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,38217,1731551811638] 2024-11-14T02:36:53,863 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:36:53,866 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:36:53,867 INFO [RS:0;83c5a5c119d5:38217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:36:53,867 INFO [RS:0;83c5a5c119d5:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:53,867 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:36:53,869 INFO [RS:0;83c5a5c119d5:38217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:36:53,869 INFO [RS:0;83c5a5c119d5:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:53,869 DEBUG [RS:0;83c5a5c119d5:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:53,869 DEBUG [RS:0;83c5a5c119d5:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:53,869 DEBUG [RS:0;83c5a5c119d5:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:53,869 DEBUG [RS:0;83c5a5c119d5:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:53,869 DEBUG [RS:0;83c5a5c119d5:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:53,869 DEBUG [RS:0;83c5a5c119d5:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:36:53,870 DEBUG [RS:0;83c5a5c119d5:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:53,870 DEBUG [RS:0;83c5a5c119d5:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:53,870 DEBUG [RS:0;83c5a5c119d5:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:53,870 DEBUG [RS:0;83c5a5c119d5:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:53,870 DEBUG [RS:0;83c5a5c119d5:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:53,870 DEBUG [RS:0;83c5a5c119d5:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:36:53,870 DEBUG [RS:0;83c5a5c119d5:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:36:53,870 DEBUG [RS:0;83c5a5c119d5:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:36:53,871 INFO [RS:0;83c5a5c119d5:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:53,871 INFO [RS:0;83c5a5c119d5:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:53,871 INFO [RS:0;83c5a5c119d5:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:53,871 INFO [RS:0;83c5a5c119d5:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:53,871 INFO [RS:0;83c5a5c119d5:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:53,871 INFO [RS:0;83c5a5c119d5:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,38217,1731551811638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:36:53,885 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:36:53,885 INFO [RS:0;83c5a5c119d5:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,38217,1731551811638-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:53,885 INFO [RS:0;83c5a5c119d5:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:53,885 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.Replication(171): 83c5a5c119d5,38217,1731551811638 started 2024-11-14T02:36:53,898 INFO [RS:0;83c5a5c119d5:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:53,898 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,38217,1731551811638, RpcServer on 83c5a5c119d5/172.17.0.2:38217, sessionid=0x101387d5f970004 2024-11-14T02:36:53,898 DEBUG [RS:0;83c5a5c119d5:38217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:36:53,898 DEBUG [RS:0;83c5a5c119d5:38217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,38217,1731551811638 2024-11-14T02:36:53,898 DEBUG [RS:0;83c5a5c119d5:38217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,38217,1731551811638' 2024-11-14T02:36:53,898 DEBUG [RS:0;83c5a5c119d5:38217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1869043497/flush-table-proc/abort' 2024-11-14T02:36:53,899 DEBUG [RS:0;83c5a5c119d5:38217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1869043497/flush-table-proc/acquired' 2024-11-14T02:36:53,900 DEBUG [RS:0;83c5a5c119d5:38217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:36:53,900 DEBUG [RS:0;83c5a5c119d5:38217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:36:53,900 DEBUG [RS:0;83c5a5c119d5:38217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,38217,1731551811638 2024-11-14T02:36:53,900 DEBUG [RS:0;83c5a5c119d5:38217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,38217,1731551811638' 2024-11-14T02:36:53,900 DEBUG [RS:0;83c5a5c119d5:38217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1869043497/online-snapshot/abort' 2024-11-14T02:36:53,900 DEBUG [RS:0;83c5a5c119d5:38217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1869043497/online-snapshot/acquired' 2024-11-14T02:36:53,901 DEBUG [RS:0;83c5a5c119d5:38217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:36:53,901 INFO [RS:0;83c5a5c119d5:38217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:36:53,901 INFO [RS:0;83c5a5c119d5:38217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:36:53,974 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:36:54,002 INFO [RS:0;83c5a5c119d5:38217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:36:54,005 INFO [RS:0;83c5a5c119d5:38217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C38217%2C1731551811638, suffix=, logDir=hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/WALs/83c5a5c119d5,38217,1731551811638, archiveDir=hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/oldWALs, maxLogs=10 2024-11-14T02:36:54,024 DEBUG [RS:0;83c5a5c119d5:38217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/WALs/83c5a5c119d5,38217,1731551811638/83c5a5c119d5%2C38217%2C1731551811638.1731551814008, exclude list is [], retry=0 2024-11-14T02:36:54,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44597,DS-02397f0c-21a1-4de8-b8c9-0ba200a08cdc,DISK] 2024-11-14T02:36:54,031 INFO [RS:0;83c5a5c119d5:38217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/WALs/83c5a5c119d5,38217,1731551811638/83c5a5c119d5%2C38217%2C1731551811638.1731551814008 2024-11-14T02:36:54,031 DEBUG [RS:0;83c5a5c119d5:38217 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34903:34903)] 2024-11-14T02:36:54,149 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:36:54,149 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1 2024-11-14T02:36:54,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:36:54,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:36:54,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:36:54,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:36:54,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:54,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:36:54,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:36:54,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:36:54,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:54,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:36:54,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:36:54,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:36:54,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:54,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:36:54,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:36:54,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:36:54,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:54,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:36:54,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:36:54,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/data/hbase/meta/1588230740 2024-11-14T02:36:54,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/data/hbase/meta/1588230740 2024-11-14T02:36:54,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:36:54,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:36:54,585 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:36:54,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:36:54,589 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:36:54,590 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69042711, jitterRate=0.02881656587123871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:36:54,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731551814562Initializing all the Stores at 1731551814565 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551814565Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551814566 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551814566Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551814566Cleaning up temporary data from old regions at 1731551814584 (+18 ms)Region opened successfully at 1731551814590 (+6 ms) 2024-11-14T02:36:54,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:36:54,590 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:36:54,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:36:54,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-14T02:36:54,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:36:54,591 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:36:54,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551814590Disabling compacts and flushes for region at 1731551814590Disabling writes for close at 1731551814591 (+1 ms)Writing region close event to WAL at 1731551814591Closed at 1731551814591 2024-11-14T02:36:54,593 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:36:54,593 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:36:54,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:36:54,595 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:36:54,597 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:36:54,732 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:36:54,747 DEBUG [83c5a5c119d5:35659 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:36:54,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,38217,1731551811638 2024-11-14T02:36:54,750 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,38217,1731551811638, state=OPENING 2024-11-14T02:36:54,777 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:36:54,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497 2024-11-14T02:36:54,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497 2024-11-14T02:36:54,786 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:36:54,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1869043497/meta-region-server: CHANGED 2024-11-14T02:36:54,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1869043497/meta-region-server: CHANGED 2024-11-14T02:36:54,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,38217,1731551811638}] 2024-11-14T02:36:54,941 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:36:54,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:36:54,956 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:36:54,956 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:36:54,957 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:36:54,960 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C38217%2C1731551811638.meta, suffix=.meta, logDir=hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/WALs/83c5a5c119d5,38217,1731551811638, archiveDir=hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/oldWALs, maxLogs=10 2024-11-14T02:36:54,979 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/WALs/83c5a5c119d5,38217,1731551811638/83c5a5c119d5%2C38217%2C1731551811638.meta.1731551814962.meta, exclude list is [], retry=0 2024-11-14T02:36:54,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44597,DS-02397f0c-21a1-4de8-b8c9-0ba200a08cdc,DISK] 2024-11-14T02:36:54,986 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/WALs/83c5a5c119d5,38217,1731551811638/83c5a5c119d5%2C38217%2C1731551811638.meta.1731551814962.meta 2024-11-14T02:36:54,986 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34903:34903)] 2024-11-14T02:36:54,986 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:36:54,987 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:36:54,987 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:36:54,987 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:36:54,987 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:36:54,987 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:36:54,987 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:36:54,987 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:36:54,987 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:36:54,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:36:54,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:36:54,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:54,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:36:54,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:36:54,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:36:54,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:54,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:36:54,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:36:54,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:36:54,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:54,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:36:54,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:36:54,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:36:54,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:54,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:36:54,998 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:36:54,999 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/data/hbase/meta/1588230740 2024-11-14T02:36:55,001 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/data/hbase/meta/1588230740 2024-11-14T02:36:55,003 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:36:55,003 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:36:55,004 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:36:55,006 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:36:55,007 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73544333, jitterRate=0.09589596092700958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:36:55,007 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:36:55,007 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731551814987Writing region info on filesystem at 1731551814987Initializing all the Stores at 1731551814989 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551814989Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551814989Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551814989Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551814989Cleaning up temporary data from old regions at 1731551815003 (+14 ms)Running coprocessor post-open hooks at 1731551815007 (+4 ms)Region opened successfully at 1731551815007 2024-11-14T02:36:55,009 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731551814941 2024-11-14T02:36:55,013 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:36:55,013 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:36:55,013 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,38217,1731551811638 2024-11-14T02:36:55,015 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,38217,1731551811638, state=OPEN 2024-11-14T02:36:55,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1869043497/meta-region-server 2024-11-14T02:36:55,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1869043497/meta-region-server 2024-11-14T02:36:55,022 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,38217,1731551811638 2024-11-14T02:36:55,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1869043497/meta-region-server: CHANGED 2024-11-14T02:36:55,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1869043497/meta-region-server: CHANGED 2024-11-14T02:36:55,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:36:55,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,38217,1731551811638 in 237 msec 2024-11-14T02:36:55,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:36:55,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-14T02:36:55,034 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:36:55,034 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:36:55,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:36:55,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,38217,1731551811638, seqNum=-1] 2024-11-14T02:36:55,037 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:36:55,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:36:55,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3210 sec 2024-11-14T02:36:55,049 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731551815049, completionTime=-1 2024-11-14T02:36:55,049 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:36:55,049 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:36:55,052 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:36:55,052 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731551875052 2024-11-14T02:36:55,052 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731551935052 2024-11-14T02:36:55,052 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T02:36:55,052 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35659,1731551811500-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:55,052 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35659,1731551811500-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:55,052 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35659,1731551811500-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:55,052 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:35659, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:55,053 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:55,053 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:55,055 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:36:55,058 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.350sec 2024-11-14T02:36:55,058 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:36:55,058 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:36:55,058 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:36:55,058 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:36:55,058 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:36:55,058 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35659,1731551811500-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:36:55,058 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35659,1731551811500-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:36:55,061 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:36:55,061 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:36:55,061 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35659,1731551811500-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:36:55,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dff9fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:55,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35659,-1 for getting cluster id 2024-11-14T02:36:55,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:36:55,070 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55837b56-8778-40bc-874f-0b9b54b70b0d' 2024-11-14T02:36:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:36:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55837b56-8778-40bc-874f-0b9b54b70b0d" 2024-11-14T02:36:55,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652064d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:55,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35659,-1] 2024-11-14T02:36:55,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:36:55,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:55,073 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:36:55,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:55,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:36:55,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,38217,1731551811638, seqNum=-1] 2024-11-14T02:36:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:36:55,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:36:55,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,35659,1731551811500 2024-11-14T02:36:55,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59269 2024-11-14T02:36:55,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:36:55,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101387d5f970005 connected 2024-11-14T02:36:55,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4818403e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:55,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,46789,-1 for getting cluster id 2024-11-14T02:36:55,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:36:55,109 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '561aea99-f11d-43b1-bdbd-64524fa30f0e' 2024-11-14T02:36:55,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:36:55,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "561aea99-f11d-43b1-bdbd-64524fa30f0e" 2024-11-14T02:36:55,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfc27f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:55,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,46789,-1] 2024-11-14T02:36:55,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:36:55,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:55,112 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:36:55,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799ae1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:55,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:36:55,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,46789,1731551804812 2024-11-14T02:36:55,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3377b33e 2024-11-14T02:36:55,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:36:55,131 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:36:55,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83c5a5c119d5:35659,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T02:36:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:36:55,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T02:36:55,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T02:36:55,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:36:55,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T02:36:55,145 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:35659' 2024-11-14T02:36:55,146 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:36:55,146 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T02:36:55,146 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T02:36:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:36:55,146 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T02:36:55,147 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12380503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:55,147 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35659,-1 for getting cluster id 2024-11-14T02:36:55,147 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:36:55,148 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55837b56-8778-40bc-874f-0b9b54b70b0d' 2024-11-14T02:36:55,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:36:55,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55837b56-8778-40bc-874f-0b9b54b70b0d" 2024-11-14T02:36:55,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6bd1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:55,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35659,-1] 2024-11-14T02:36:55,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:36:55,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:55,151 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:36:55,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bb8b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:55,153 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:36:55,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,35659,1731551811500 2024-11-14T02:36:55,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fd3f3c8 2024-11-14T02:36:55,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:36:55,161 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:36:55,174 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T02:36:55,175 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:36:55,179 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:55,180 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:55,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:36:55,181 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:36:55,187 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T02:36:55,190 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:36:55,190 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:55,192 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:36:55,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741835_1011 (size=1138) 2024-11-14T02:36:55,239 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T02:36:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:36:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:36:55,609 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8cef4dd2f8706765cc697564fac174ea, NAME => 'hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71 2024-11-14T02:36:55,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741836_1012 (size=44) 2024-11-14T02:36:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:36:56,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:36:56,022 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8cef4dd2f8706765cc697564fac174ea, disabling compactions & flushes 2024-11-14T02:36:56,022 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:36:56,022 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:36:56,022 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. after waiting 0 ms 2024-11-14T02:36:56,022 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:36:56,022 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:36:56,022 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8cef4dd2f8706765cc697564fac174ea: Waiting for close lock at 1731551816021Disabling compacts and flushes for region at 1731551816021Disabling writes for close at 1731551816022 (+1 ms)Writing region close event to WAL at 1731551816022Closed at 1731551816022 2024-11-14T02:36:56,024 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:36:56,029 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731551816024"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731551816024"}]},"ts":"1731551816024"} 2024-11-14T02:36:56,032 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:36:56,034 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:36:56,036 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551816034"}]},"ts":"1731551816034"} 2024-11-14T02:36:56,040 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T02:36:56,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8cef4dd2f8706765cc697564fac174ea, ASSIGN}] 2024-11-14T02:36:56,044 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8cef4dd2f8706765cc697564fac174ea, ASSIGN 2024-11-14T02:36:56,045 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8cef4dd2f8706765cc697564fac174ea, ASSIGN; state=OFFLINE, location=83c5a5c119d5,40559,1731551805537; forceNewPlan=false, retain=false 2024-11-14T02:36:56,199 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8cef4dd2f8706765cc697564fac174ea, regionState=OPENING, regionLocation=83c5a5c119d5,40559,1731551805537 2024-11-14T02:36:56,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8cef4dd2f8706765cc697564fac174ea, ASSIGN because future has completed 2024-11-14T02:36:56,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cef4dd2f8706765cc697564fac174ea, server=83c5a5c119d5,40559,1731551805537}] 2024-11-14T02:36:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:36:56,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:36:56,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:36:56,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T02:36:56,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C40559%2C1731551805537.rep, suffix=, logDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537, archiveDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/oldWALs, maxLogs=10 2024-11-14T02:36:56,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.rep.1731551816377, exclude list is [], retry=0 2024-11-14T02:36:56,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40779,DS-68e91c2b-0b7c-425f-a59a-526b3ab961e7,DISK] 2024-11-14T02:36:56,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.rep.1731551816377 2024-11-14T02:36:56,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44771:44771)] 2024-11-14T02:36:56,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cef4dd2f8706765cc697564fac174ea, NAME => 'hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:36:56,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:36:56,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:36:56,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. service=MultiRowMutationService 2024-11-14T02:36:56,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T02:36:56,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:36:56,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:36:56,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:36:56,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:36:56,400 INFO [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:36:56,402 INFO [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cef4dd2f8706765cc697564fac174ea columnFamilyName hfileref 2024-11-14T02:36:56,402 DEBUG [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:56,402 INFO [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] regionserver.HStore(327): Store=8cef4dd2f8706765cc697564fac174ea/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:36:56,403 INFO [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:36:56,404 INFO [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cef4dd2f8706765cc697564fac174ea columnFamilyName queue 2024-11-14T02:36:56,404 DEBUG [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:56,405 INFO [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] regionserver.HStore(327): Store=8cef4dd2f8706765cc697564fac174ea/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:36:56,405 INFO [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:36:56,406 INFO [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cef4dd2f8706765cc697564fac174ea columnFamilyName sid 2024-11-14T02:36:56,407 DEBUG [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:36:56,407 INFO [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] regionserver.HStore(327): Store=8cef4dd2f8706765cc697564fac174ea/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:36:56,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:36:56,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/replication/8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:36:56,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/replication/8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:36:56,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:36:56,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:36:56,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:36:56,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:36:56,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/replication/8cef4dd2f8706765cc697564fac174ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:36:56,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8cef4dd2f8706765cc697564fac174ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72389210, jitterRate=0.0786832869052887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:36:56,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:36:56,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8cef4dd2f8706765cc697564fac174ea: Running coprocessor pre-open hook at 1731551816398Writing region info on filesystem at 1731551816398Initializing all the Stores at 1731551816400 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551816400Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551816400Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551816400Cleaning up temporary data from old regions at 1731551816410 (+10 ms)Running coprocessor post-open hooks at 1731551816416 (+6 ms)Region opened successfully at 1731551816417 (+1 ms) 2024-11-14T02:36:56,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea., pid=7, masterSystemTime=1731551816363 2024-11-14T02:36:56,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:36:56,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:36:56,422 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8cef4dd2f8706765cc697564fac174ea, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,40559,1731551805537 2024-11-14T02:36:56,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cef4dd2f8706765cc697564fac174ea, server=83c5a5c119d5,40559,1731551805537 because future has completed 2024-11-14T02:36:56,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T02:36:56,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cef4dd2f8706765cc697564fac174ea, server=83c5a5c119d5,40559,1731551805537 in 219 msec 2024-11-14T02:36:56,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:36:56,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8cef4dd2f8706765cc697564fac174ea, ASSIGN in 389 msec 2024-11-14T02:36:56,436 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:36:56,436 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551816436"}]},"ts":"1731551816436"} 2024-11-14T02:36:56,439 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T02:36:56,440 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:36:56,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2580 sec 2024-11-14T02:36:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea., hostname=83c5a5c119d5,40559,1731551805537, seqNum=2] 2024-11-14T02:36:56,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40559 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T02:36:56,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:36:56,564 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:36:56,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:36:56,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T02:36:56,761 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T02:36:56,799 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-83c5a5c119d5,40559,1731551805537, ReplicationSource: 1, currentBandwidth=0 2024-11-14T02:36:56,800 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:36:56,801 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40559,1731551805537, seqNum=-1] 2024-11-14T02:36:56,801 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:36:56,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T02:36:56,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83c5a5c119d5,40559,1731551805537', locateType=CURRENT is [region=hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea., hostname=83c5a5c119d5,40559,1731551805537, seqNum=2] 2024-11-14T02:36:56,810 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T02:36:56,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T02:36:56,815 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83c5a5c119d5,40559,1731551805537 suceeded 2024-11-14T02:36:56,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T02:36:56,819 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83c5a5c119d5:35659,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:36:56,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-14T02:36:56,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6840 sec 2024-11-14T02:36:56,829 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:35659' 2024-11-14T02:36:56,831 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77258214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:56,831 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35659,-1 for getting cluster id 2024-11-14T02:36:56,831 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:36:56,832 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55837b56-8778-40bc-874f-0b9b54b70b0d' 2024-11-14T02:36:56,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:36:56,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55837b56-8778-40bc-874f-0b9b54b70b0d" 2024-11-14T02:36:56,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77aab3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:56,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35659,-1] 2024-11-14T02:36:56,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:36:56,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:56,834 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:36:56,835 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35b170f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:56,835 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:36:56,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,35659,1731551811500 2024-11-14T02:36:56,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4578f1b2 2024-11-14T02:36:56,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:36:56,837 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T02:36:56,838 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83c5a5c119d5,40559,1731551805537 (queues=1) is replicating from cluster=561aea99-f11d-43b1-bdbd-64524fa30f0e to cluster=55837b56-8778-40bc-874f-0b9b54b70b0d 2024-11-14T02:36:56,839 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83c5a5c119d5%2C40559%2C1731551805537 2024-11-14T02:36:56,844 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83c5a5c119d5,40559,1731551805537, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:36:56,845 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537.replicationSource.shipper83c5a5c119d5%2C40559%2C1731551805537,1-83c5a5c119d5,40559,1731551805537 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C40559%2C1731551805537 2024-11-14T02:36:56,850 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537.replicationSource.wal-reader.83c5a5c119d5%2C40559%2C1731551805537,1-83c5a5c119d5,40559,1731551805537 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.1731551808165, startPosition=0, beingWritten=true 2024-11-14T02:36:57,109 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537.replicationSource.wal-reader.83c5a5c119d5%2C40559%2C1731551805537,1-83c5a5c119d5,40559,1731551805537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.1731551808165 to pos 0, reset compression=false 2024-11-14T02:36:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:36:57,296 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:36:57,297 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T02:36:57,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:36:57,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:57,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:57,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:36:57,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa486b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:57,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,46789,-1 for getting cluster id 2024-11-14T02:36:57,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:36:57,302 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '561aea99-f11d-43b1-bdbd-64524fa30f0e' 2024-11-14T02:36:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:36:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "561aea99-f11d-43b1-bdbd-64524fa30f0e" 2024-11-14T02:36:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1356b7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:57,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,46789,-1] 2024-11-14T02:36:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:36:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:57,304 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:36:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d86b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:57,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:36:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,46789,1731551804812 2024-11-14T02:36:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7742536e 2024-11-14T02:36:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:36:57,308 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:36:57,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://83c5a5c119d5:35659,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T02:36:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:36:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T02:36:57,313 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:35659' 2024-11-14T02:36:57,314 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75207edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:57,314 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35659,-1 for getting cluster id 2024-11-14T02:36:57,314 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:36:57,315 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55837b56-8778-40bc-874f-0b9b54b70b0d' 2024-11-14T02:36:57,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:36:57,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55837b56-8778-40bc-874f-0b9b54b70b0d" 2024-11-14T02:36:57,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c8c89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:57,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35659,-1] 2024-11-14T02:36:57,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:36:57,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:57,317 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:36:57,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e91f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:57,318 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:36:57,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,35659,1731551811500 2024-11-14T02:36:57,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22f5195b 2024-11-14T02:36:57,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:36:57,321 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:36:57,322 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T02:36:57,322 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:36:57,322 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:57,322 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:57,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:36:57,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:36:57,418 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537.replicationSource.wal-reader.83c5a5c119d5%2C40559%2C1731551805537,1-83c5a5c119d5,40559,1731551805537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.1731551808165 to pos 0, reset compression=false 2024-11-14T02:36:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T02:36:57,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-14T02:36:57,524 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T02:36:57,560 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-83c5a5c119d5,40559,1731551805537, ReplicationSource: 2, currentBandwidth=0 2024-11-14T02:36:57,563 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T02:36:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T02:36:57,566 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 83c5a5c119d5,40559,1731551805537 suceeded 2024-11-14T02:36:57,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T02:36:57,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-14T02:36:57,570 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://83c5a5c119d5:35659,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:36:57,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 262 msec 2024-11-14T02:36:57,579 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:35659' 2024-11-14T02:36:57,580 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57a5ea05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:57,580 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35659,-1 for getting cluster id 2024-11-14T02:36:57,580 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:36:57,581 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55837b56-8778-40bc-874f-0b9b54b70b0d' 2024-11-14T02:36:57,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:36:57,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55837b56-8778-40bc-874f-0b9b54b70b0d" 2024-11-14T02:36:57,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d69da55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:57,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35659,-1] 2024-11-14T02:36:57,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:36:57,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:57,584 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:36:57,585 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1493873c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:57,585 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:36:57,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,35659,1731551811500 2024-11-14T02:36:57,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a15cf68 2024-11-14T02:36:57,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:36:57,587 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T02:36:57,588 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-83c5a5c119d5,40559,1731551805537 (queues=1) is replicating from cluster=561aea99-f11d-43b1-bdbd-64524fa30f0e to cluster=55837b56-8778-40bc-874f-0b9b54b70b0d 2024-11-14T02:36:57,588 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=83c5a5c119d5%2C40559%2C1731551805537 2024-11-14T02:36:57,588 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-83c5a5c119d5,40559,1731551805537, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:36:57,588 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537.replicationSource.shipper83c5a5c119d5%2C40559%2C1731551805537,2-83c5a5c119d5,40559,1731551805537 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C40559%2C1731551805537 2024-11-14T02:36:57,588 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537.replicationSource.wal-reader.83c5a5c119d5%2C40559%2C1731551805537,2-83c5a5c119d5,40559,1731551805537 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.1731551808165, startPosition=0, beingWritten=true 2024-11-14T02:36:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T02:36:57,634 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T02:36:57,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:36:57,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:36:57,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:57,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:57,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:36:57,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:36:57,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,46789,1731551804812 2024-11-14T02:36:57,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74d3c38d 2024-11-14T02:36:57,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:36:57,641 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:36:57,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T02:36:57,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T02:36:57,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T02:36:57,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T02:36:57,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://83c5a5c119d5:35659,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:36:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T02:36:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T02:36:57,658 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:35659' 2024-11-14T02:36:57,659 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1807c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:57,659 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35659,-1 for getting cluster id 2024-11-14T02:36:57,659 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:36:57,660 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55837b56-8778-40bc-874f-0b9b54b70b0d' 2024-11-14T02:36:57,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:36:57,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55837b56-8778-40bc-874f-0b9b54b70b0d" 2024-11-14T02:36:57,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1223cac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:57,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35659,-1] 2024-11-14T02:36:57,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:36:57,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:57,662 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:36:57,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7261dc7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:57,663 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:36:57,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,35659,1731551811500 2024-11-14T02:36:57,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17c1e2b 2024-11-14T02:36:57,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:36:57,665 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:36:57,665 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-14T02:36:57,666 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:36:57,666 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:57,666 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:57,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:36:57,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:36:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T02:36:57,795 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537.replicationSource.wal-reader.83c5a5c119d5%2C40559%2C1731551805537,2-83c5a5c119d5,40559,1731551805537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.1731551808165 to pos 0, reset compression=false 2024-11-14T02:36:57,827 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537.replicationSource.wal-reader.83c5a5c119d5%2C40559%2C1731551805537,1-83c5a5c119d5,40559,1731551805537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.1731551808165 to pos 0, reset compression=false 2024-11-14T02:36:57,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-14T02:36:57,834 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-14T02:36:57,837 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T02:36:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T02:36:57,843 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 83c5a5c119d5,40559,1731551805537 suceeded 2024-11-14T02:36:57,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T02:36:57,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-11-14T02:36:57,846 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://83c5a5c119d5:35659,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:36:57,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 194 msec 2024-11-14T02:36:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T02:36:57,974 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-14T02:36:57,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://83c5a5c119d5:35659,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:36:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T02:36:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T02:36:57,981 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:35659' 2024-11-14T02:36:57,982 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fde656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:57,982 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35659,-1 for getting cluster id 2024-11-14T02:36:57,983 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:36:57,984 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55837b56-8778-40bc-874f-0b9b54b70b0d' 2024-11-14T02:36:57,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:36:57,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55837b56-8778-40bc-874f-0b9b54b70b0d" 2024-11-14T02:36:57,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be92efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:57,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35659,-1] 2024-11-14T02:36:57,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:36:57,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:57,986 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:36:57,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a01281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:36:57,987 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:36:57,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,35659,1731551811500 2024-11-14T02:36:57,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@632565d0 2024-11-14T02:36:57,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:36:57,990 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:36:57,991 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T02:36:57,991 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:36:57,991 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:57,992 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:57,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:36:58,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:36:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T02:36:58,103 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537.replicationSource.wal-reader.83c5a5c119d5%2C40559%2C1731551805537,2-83c5a5c119d5,40559,1731551805537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.1731551808165 to pos 0, reset compression=false 2024-11-14T02:36:58,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-14T02:36:58,180 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-14T02:36:58,181 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T02:36:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T02:36:58,186 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 83c5a5c119d5,40559,1731551805537 suceeded 2024-11-14T02:36:58,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T02:36:58,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-14T02:36:58,190 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://83c5a5c119d5:35659,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:36:58,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 215 msec 2024-11-14T02:36:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T02:36:58,293 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-14T02:36:58,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T02:36:58,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T02:36:58,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:36:58,295 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:36:58,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:58,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:58,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:36:58,296 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:36:58,296 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1994916006, stopped=false 2024-11-14T02:36:58,296 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,46789,1731551804812 2024-11-14T02:36:58,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01689765778/running 2024-11-14T02:36:58,305 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01689765778/running 2024-11-14T02:36:58,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:36:58,306 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:36:58,306 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:36:58,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:36:58,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:36:58,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:58,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on znode that does not yet exist, /01689765778/running 2024-11-14T02:36:58,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on znode that does not yet exist, /01689765778/running 2024-11-14T02:36:58,307 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,40559,1731551805537' ***** 2024-11-14T02:36:58,307 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:36:58,307 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:36:58,307 INFO [RS:0;83c5a5c119d5:40559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:36:58,307 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:36:58,307 INFO [RS:0;83c5a5c119d5:40559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:36:58,307 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:36:58,308 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,40559,1731551805537 2024-11-14T02:36:58,308 INFO [RS:0;83c5a5c119d5:40559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:36:58,308 INFO [RS:0;83c5a5c119d5:40559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:40559. 2024-11-14T02:36:58,308 DEBUG [RS:0;83c5a5c119d5:40559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:36:58,308 DEBUG [RS:0;83c5a5c119d5:40559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:36:58,308 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cef4dd2f8706765cc697564fac174ea, disabling compactions & flushes 2024-11-14T02:36:58,308 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:36:58,308 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:36:58,308 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:36:58,308 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:36:58,309 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. after waiting 0 ms 2024-11-14T02:36:58,309 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:36:58,309 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:36:58,309 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:36:58,309 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T02:36:58,309 DEBUG [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8cef4dd2f8706765cc697564fac174ea=hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea.} 2024-11-14T02:36:58,309 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:36:58,309 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:36:58,309 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:36:58,309 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:36:58,309 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:36:58,309 DEBUG [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:36:58,312 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8cef4dd2f8706765cc697564fac174ea 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-14T02:36:58,312 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T02:36:58,321 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:36:58,337 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537.replicationSource.wal-reader.83c5a5c119d5%2C40559%2C1731551805537,1-83c5a5c119d5,40559,1731551805537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.1731551808165 to pos 0, reset compression=false 2024-11-14T02:36:58,371 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/.tmp/info/8b83b9604e134b44a4c87e09e8cf33a2 is 147, key is hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea./info:regioninfo/1731551816422/Put/seqid=0 2024-11-14T02:36:58,371 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/replication/8cef4dd2f8706765cc697564fac174ea/.tmp/queue/3dac80ba06054bb0a760d503605e73c5 is 151, key is 1-83c5a5c119d5,40559,1731551805537/queue:83c5a5c119d5%2C40559%2C1731551805537/1731551816806/Put/seqid=0 2024-11-14T02:36:58,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741839_1015 (size=6631) 2024-11-14T02:36:58,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741838_1014 (size=5500) 2024-11-14T02:36:58,510 DEBUG [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:36:58,514 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537.replicationSource.wal-reader.83c5a5c119d5%2C40559%2C1731551805537,2-83c5a5c119d5,40559,1731551805537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.1731551808165 to pos 0, reset compression=false 2024-11-14T02:36:58,710 DEBUG [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:36:58,783 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/replication/8cef4dd2f8706765cc697564fac174ea/.tmp/queue/3dac80ba06054bb0a760d503605e73c5 2024-11-14T02:36:58,783 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/.tmp/info/8b83b9604e134b44a4c87e09e8cf33a2 2024-11-14T02:36:58,827 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/replication/8cef4dd2f8706765cc697564fac174ea/.tmp/queue/3dac80ba06054bb0a760d503605e73c5 as hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/replication/8cef4dd2f8706765cc697564fac174ea/queue/3dac80ba06054bb0a760d503605e73c5 2024-11-14T02:36:58,837 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/replication/8cef4dd2f8706765cc697564fac174ea/queue/3dac80ba06054bb0a760d503605e73c5, entries=2, sequenceid=6, filesize=5.4 K 2024-11-14T02:36:58,841 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/.tmp/ns/482a033566eb4ccebf07d537abe74dac is 43, key is default/ns:d/1731551809362/Put/seqid=0 2024-11-14T02:36:58,846 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 8cef4dd2f8706765cc697564fac174ea in 531ms, sequenceid=6, compaction requested=false 2024-11-14T02:36:58,846 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T02:36:58,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741840_1016 (size=5153) 2024-11-14T02:36:58,855 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/replication/8cef4dd2f8706765cc697564fac174ea/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T02:36:58,857 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:36:58,858 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:36:58,858 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:36:58,858 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cef4dd2f8706765cc697564fac174ea: Waiting for close lock at 1731551818308Running coprocessor pre-close hooks at 1731551818308Disabling compacts and flushes for region at 1731551818308Disabling writes for close at 1731551818309 (+1 ms)Obtaining lock to block concurrent updates at 1731551818312 (+3 ms)Preparing flush snapshotting stores in 8cef4dd2f8706765cc697564fac174ea at 1731551818312Finished memstore snapshotting hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731551818319 (+7 ms)Flushing stores of hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. at 1731551818320 (+1 ms)Flushing 8cef4dd2f8706765cc697564fac174ea/queue: creating writer at 1731551818322 (+2 ms)Flushing 8cef4dd2f8706765cc697564fac174ea/queue: appending metadata at 1731551818358 (+36 ms)Flushing 8cef4dd2f8706765cc697564fac174ea/queue: closing flushed file at 1731551818361 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178142d9: reopening flushed file at 1731551818825 (+464 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 8cef4dd2f8706765cc697564fac174ea in 531ms, sequenceid=6, compaction requested=false at 1731551818846 (+21 ms)Writing region close event to WAL at 1731551818849 (+3 ms)Running coprocessor post-close hooks at 1731551818856 (+7 ms)Closed at 1731551818858 (+2 ms) 2024-11-14T02:36:58,858 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:36:58,910 DEBUG [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:36:58,944 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537.replicationSource.wal-reader.83c5a5c119d5%2C40559%2C1731551805537,1-83c5a5c119d5,40559,1731551805537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.1731551808165 to pos 0, reset compression=false 2024-11-14T02:36:59,009 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:36:59,009 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:36:59,020 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537.replicationSource.wal-reader.83c5a5c119d5%2C40559%2C1731551805537,2-83c5a5c119d5,40559,1731551805537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.1731551808165 to pos 0, reset compression=false 2024-11-14T02:36:59,111 DEBUG [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:36:59,250 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/.tmp/ns/482a033566eb4ccebf07d537abe74dac 2024-11-14T02:36:59,280 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/.tmp/table/405088cc2a424ed9813dd8e5664f00b7 is 53, key is hbase:replication/table:state/1731551816436/Put/seqid=0 2024-11-14T02:36:59,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741841_1017 (size=5256) 2024-11-14T02:36:59,311 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T02:36:59,311 DEBUG [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T02:36:59,311 DEBUG [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:36:59,511 DEBUG [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:36:59,627 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537.replicationSource.wal-reader.83c5a5c119d5%2C40559%2C1731551805537,2-83c5a5c119d5,40559,1731551805537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.1731551808165 to pos 0, reset compression=false 2024-11-14T02:36:59,654 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537.replicationSource.wal-reader.83c5a5c119d5%2C40559%2C1731551805537,1-83c5a5c119d5,40559,1731551805537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.1731551808165 to pos 0, reset compression=false 2024-11-14T02:36:59,686 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/.tmp/table/405088cc2a424ed9813dd8e5664f00b7 2024-11-14T02:36:59,701 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/.tmp/info/8b83b9604e134b44a4c87e09e8cf33a2 as hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/info/8b83b9604e134b44a4c87e09e8cf33a2 2024-11-14T02:36:59,712 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/info/8b83b9604e134b44a4c87e09e8cf33a2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T02:36:59,712 DEBUG [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:36:59,713 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/.tmp/ns/482a033566eb4ccebf07d537abe74dac as hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/ns/482a033566eb4ccebf07d537abe74dac 2024-11-14T02:36:59,722 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/ns/482a033566eb4ccebf07d537abe74dac, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T02:36:59,724 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/.tmp/table/405088cc2a424ed9813dd8e5664f00b7 as hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/table/405088cc2a424ed9813dd8e5664f00b7 2024-11-14T02:36:59,732 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/table/405088cc2a424ed9813dd8e5664f00b7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T02:36:59,733 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1424ms, sequenceid=11, compaction requested=false 2024-11-14T02:36:59,739 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T02:36:59,740 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:36:59,740 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:36:59,740 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:36:59,740 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551818309Running coprocessor pre-close hooks at 1731551818309Disabling compacts and flushes for region at 1731551818309Disabling writes for close at 1731551818309Obtaining lock to block concurrent updates at 1731551818312 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731551818312Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731551818319 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731551818320 (+1 ms)Flushing 1588230740/info: creating writer at 1731551818322 (+2 ms)Flushing 1588230740/info: appending metadata at 1731551818359 (+37 ms)Flushing 1588230740/info: closing flushed file at 1731551818361 (+2 ms)Flushing 1588230740/ns: creating writer at 1731551818825 (+464 ms)Flushing 1588230740/ns: appending metadata at 1731551818841 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731551818841Flushing 1588230740/table: creating writer at 1731551819263 (+422 ms)Flushing 1588230740/table: appending metadata at 1731551819280 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731551819280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b5c40b0: reopening flushed file at 1731551819699 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f74e2a0: reopening flushed file at 1731551819712 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cc3137c: reopening flushed file at 1731551819722 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1424ms, sequenceid=11, compaction requested=false at 1731551819733 (+11 ms)Writing region close event to WAL at 1731551819735 (+2 ms)Running coprocessor post-close hooks at 1731551819740 (+5 ms)Closed at 1731551819740 2024-11-14T02:36:59,741 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:36:59,912 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,40559,1731551805537; all regions closed. 2024-11-14T02:36:59,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741834_1010 (size=2742) 2024-11-14T02:36:59,931 DEBUG [RS:0;83c5a5c119d5:40559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/oldWALs 2024-11-14T02:36:59,931 INFO [RS:0;83c5a5c119d5:40559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C40559%2C1731551805537.meta:.meta(num 1731551809186) 2024-11-14T02:36:59,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741837_1013 (size=1802) 2024-11-14T02:36:59,934 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537/83c5a5c119d5%2C40559%2C1731551805537.rep.1731551816377 not finished, retry = 0 2024-11-14T02:37:00,041 DEBUG [RS:0;83c5a5c119d5:40559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/oldWALs 2024-11-14T02:37:00,041 INFO [RS:0;83c5a5c119d5:40559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C40559%2C1731551805537.rep:(num 1731551816377) 2024-11-14T02:37:00,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741832_1008 (size=93) 2024-11-14T02:37:00,050 DEBUG [RS:0;83c5a5c119d5:40559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/oldWALs 2024-11-14T02:37:00,050 INFO [RS:0;83c5a5c119d5:40559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C40559%2C1731551805537:(num 1731551808165) 2024-11-14T02:37:00,050 DEBUG [RS:0;83c5a5c119d5:40559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:00,050 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:37:00,050 INFO [RS:0;83c5a5c119d5:40559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:37:00,050 INFO [RS:0;83c5a5c119d5:40559 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:37:00,051 INFO [RS:0;83c5a5c119d5:40559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:37:00,051 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:37:00,051 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83c5a5c119d5,40559,1731551805537 because: Region server is closing 2024-11-14T02:37:00,052 INFO [RS:0;83c5a5c119d5:40559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:40559. 2024-11-14T02:37:00,052 DEBUG [RS:0;83c5a5c119d5:40559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:00,052 DEBUG [RS:0;83c5a5c119d5:40559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:00,052 DEBUG [RS:0;83c5a5c119d5:40559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:00,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:37:00,153 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537.replicationSource.wal-reader.83c5a5c119d5%2C40559%2C1731551805537,1-83c5a5c119d5,40559,1731551805537 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T02:37:00,153 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537.replicationSource.shipper83c5a5c119d5%2C40559%2C1731551805537,1-83c5a5c119d5,40559,1731551805537 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T02:37:00,153 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40559,1731551805537.replicationSource.shipper83c5a5c119d5%2C40559%2C1731551805537,1-83c5a5c119d5,40559,1731551805537 terminated 2024-11-14T02:37:00,154 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-83c5a5c119d5,40559,1731551805537 because: Region server is closing 2024-11-14T02:37:00,154 INFO [RS:0;83c5a5c119d5:40559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:40559. 2024-11-14T02:37:00,154 DEBUG [RS:0;83c5a5c119d5:40559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:00,154 DEBUG [RS:0;83c5a5c119d5:40559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:00,155 DEBUG [RS:0;83c5a5c119d5:40559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:00,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:37:00,255 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537.replicationSource.shipper83c5a5c119d5%2C40559%2C1731551805537,2-83c5a5c119d5,40559,1731551805537 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T02:37:00,255 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537.replicationSource.wal-reader.83c5a5c119d5%2C40559%2C1731551805537,2-83c5a5c119d5,40559,1731551805537 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T02:37:00,256 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,40559,1731551805537.replicationSource.shipper83c5a5c119d5%2C40559%2C1731551805537,2-83c5a5c119d5,40559,1731551805537 terminated 2024-11-14T02:37:00,256 INFO [RS:0;83c5a5c119d5:40559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40559 2024-11-14T02:37:00,285 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01689765778/rs/83c5a5c119d5,40559,1731551805537 2024-11-14T02:37:00,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778/rs 2024-11-14T02:37:00,285 INFO [RS:0;83c5a5c119d5:40559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:37:00,294 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,40559,1731551805537] 2024-11-14T02:37:00,301 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01689765778/draining/83c5a5c119d5,40559,1731551805537 already deleted, retry=false 2024-11-14T02:37:00,301 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,40559,1731551805537 expired; onlineServers=0 2024-11-14T02:37:00,301 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,46789,1731551804812' ***** 2024-11-14T02:37:00,301 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:37:00,302 INFO [M:0;83c5a5c119d5:46789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:37:00,302 INFO [M:0;83c5a5c119d5:46789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:37:00,302 DEBUG [M:0;83c5a5c119d5:46789 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:37:00,302 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:37:00,302 DEBUG [M:0;83c5a5c119d5:46789 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:37:00,302 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551807887 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551807887,5,FailOnTimeoutGroup] 2024-11-14T02:37:00,302 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551807889 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551807889,5,FailOnTimeoutGroup] 2024-11-14T02:37:00,302 INFO [M:0;83c5a5c119d5:46789 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:37:00,302 INFO [M:0;83c5a5c119d5:46789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:37:00,303 DEBUG [M:0;83c5a5c119d5:46789 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:37:00,303 INFO [M:0;83c5a5c119d5:46789 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:37:00,303 INFO [M:0;83c5a5c119d5:46789 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:37:00,303 INFO [M:0;83c5a5c119d5:46789 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:37:00,303 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:37:00,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01689765778/master 2024-11-14T02:37:00,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:37:00,310 DEBUG [M:0;83c5a5c119d5:46789 {}] zookeeper.ZKUtil(347): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Unable to get data of znode /01689765778/master because node does not exist (not an error) 2024-11-14T02:37:00,310 WARN [M:0;83c5a5c119d5:46789 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:37:00,311 INFO [M:0;83c5a5c119d5:46789 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/.lastflushedseqids 2024-11-14T02:37:00,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741842_1018 (size=181) 2024-11-14T02:37:00,394 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:00,394 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40559-0x101387d5f970001, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:00,394 INFO [RS:0;83c5a5c119d5:40559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:37:00,395 INFO [RS:0;83c5a5c119d5:40559 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,40559,1731551805537; zookeeper connection closed. 2024-11-14T02:37:00,395 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12bc7444 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12bc7444 2024-11-14T02:37:00,396 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:37:00,489 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:37:00,722 INFO [M:0;83c5a5c119d5:46789 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:37:00,722 INFO [M:0;83c5a5c119d5:46789 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:37:00,722 DEBUG [M:0;83c5a5c119d5:46789 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:37:00,722 INFO [M:0;83c5a5c119d5:46789 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:00,722 DEBUG [M:0;83c5a5c119d5:46789 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:00,722 DEBUG [M:0;83c5a5c119d5:46789 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:37:00,722 DEBUG [M:0;83c5a5c119d5:46789 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:00,723 INFO [M:0;83c5a5c119d5:46789 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-14T02:37:00,740 DEBUG [M:0;83c5a5c119d5:46789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ebbd136fffba4150b03b1140275f0107 is 82, key is hbase:meta,,1/info:regioninfo/1731551809264/Put/seqid=0 2024-11-14T02:37:00,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741843_1019 (size=5672) 2024-11-14T02:37:01,148 INFO [M:0;83c5a5c119d5:46789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ebbd136fffba4150b03b1140275f0107 2024-11-14T02:37:01,176 DEBUG [M:0;83c5a5c119d5:46789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a32708f4d824bf79bc0ec66f23f353f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731551816442/Put/seqid=0 2024-11-14T02:37:01,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741844_1020 (size=8663) 2024-11-14T02:37:01,583 INFO [M:0;83c5a5c119d5:46789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a32708f4d824bf79bc0ec66f23f353f 2024-11-14T02:37:01,610 DEBUG [M:0;83c5a5c119d5:46789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a03de210808f4ff794239cbe986064ff is 69, key is 83c5a5c119d5,40559,1731551805537/rs:state/1731551807926/Put/seqid=0 2024-11-14T02:37:01,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741845_1021 (size=5156) 2024-11-14T02:37:02,018 INFO [M:0;83c5a5c119d5:46789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a03de210808f4ff794239cbe986064ff 2024-11-14T02:37:02,026 DEBUG [M:0;83c5a5c119d5:46789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ebbd136fffba4150b03b1140275f0107 as hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ebbd136fffba4150b03b1140275f0107 2024-11-14T02:37:02,032 INFO [M:0;83c5a5c119d5:46789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ebbd136fffba4150b03b1140275f0107, entries=8, sequenceid=115, filesize=5.5 K 2024-11-14T02:37:02,034 DEBUG [M:0;83c5a5c119d5:46789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a32708f4d824bf79bc0ec66f23f353f as hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a32708f4d824bf79bc0ec66f23f353f 2024-11-14T02:37:02,041 INFO [M:0;83c5a5c119d5:46789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a32708f4d824bf79bc0ec66f23f353f, entries=14, sequenceid=115, filesize=8.5 K 2024-11-14T02:37:02,042 DEBUG [M:0;83c5a5c119d5:46789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a03de210808f4ff794239cbe986064ff as hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a03de210808f4ff794239cbe986064ff 2024-11-14T02:37:02,049 INFO [M:0;83c5a5c119d5:46789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a03de210808f4ff794239cbe986064ff, entries=1, sequenceid=115, filesize=5.0 K 2024-11-14T02:37:02,050 INFO [M:0;83c5a5c119d5:46789 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=115, compaction requested=false 2024-11-14T02:37:02,051 INFO [M:0;83c5a5c119d5:46789 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:02,052 DEBUG [M:0;83c5a5c119d5:46789 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551820722Disabling compacts and flushes for region at 1731551820722Disabling writes for close at 1731551820722Obtaining lock to block concurrent updates at 1731551820723 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731551820723Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731551820723Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731551820724 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731551820724Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731551820739 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731551820739Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731551821160 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731551821175 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731551821175Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731551821596 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731551821610 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731551821610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b80095d: reopening flushed file at 1731551822025 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a61f120: reopening flushed file at 1731551822033 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@670889be: reopening flushed file at 1731551822041 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=115, compaction requested=false at 1731551822050 (+9 ms)Writing region close event to WAL at 1731551822051 (+1 ms)Closed at 1731551822051 2024-11-14T02:37:02,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741830_1006 (size=59421) 2024-11-14T02:37:02,056 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:37:02,056 INFO [M:0;83c5a5c119d5:46789 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:37:02,056 INFO [M:0;83c5a5c119d5:46789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46789 2024-11-14T02:37:02,056 INFO [M:0;83c5a5c119d5:46789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:37:02,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:02,194 INFO [M:0;83c5a5c119d5:46789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:37:02,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x101387d5f970000, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:02,201 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:37:02,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:02,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:02,202 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:37:02,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:02,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:37:02,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:37:02,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:37:02,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45185 2024-11-14T02:37:02,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45185 connecting to ZooKeeper ensemble=127.0.0.1:59269 2024-11-14T02:37:02,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451850x0, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:37:02,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45185-0x101387d5f970006 connected 2024-11-14T02:37:02,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:02,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:02,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on znode that does not yet exist, /01689765778/running 2024-11-14T02:37:02,233 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01689765778/meta-region-server: INIT 2024-11-14T02:37:02,233 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71, hbase.cluster.distributed=false 2024-11-14T02:37:02,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on znode that does not yet exist, /01689765778/acl 2024-11-14T02:37:02,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45185 2024-11-14T02:37:02,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45185 2024-11-14T02:37:02,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45185 2024-11-14T02:37:02,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45185 2024-11-14T02:37:02,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45185 2024-11-14T02:37:02,253 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:37:02,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:02,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:02,253 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:37:02,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:02,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:37:02,253 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:37:02,253 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:37:02,254 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46005 2024-11-14T02:37:02,256 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46005 connecting to ZooKeeper ensemble=127.0.0.1:59269 2024-11-14T02:37:02,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:02,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:02,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460050x0, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:37:02,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460050x0, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on znode that does not yet exist, /01689765778/running 2024-11-14T02:37:02,268 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01689765778/meta-region-server: INIT 2024-11-14T02:37:02,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46005-0x101387d5f970007 connected 2024-11-14T02:37:02,269 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:37:02,269 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:37:02,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46005-0x101387d5f970007, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on znode that does not yet exist, /01689765778/master 2024-11-14T02:37:02,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46005-0x101387d5f970007, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on znode that does not yet exist, /01689765778/acl 2024-11-14T02:37:02,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46005 2024-11-14T02:37:02,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46005 2024-11-14T02:37:02,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46005 2024-11-14T02:37:02,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46005 2024-11-14T02:37:02,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46005 2024-11-14T02:37:02,286 DEBUG [M:0;83c5a5c119d5:45185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:45185 2024-11-14T02:37:02,287 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01689765778/backup-masters/83c5a5c119d5,45185,1731551822201 2024-11-14T02:37:02,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46005-0x101387d5f970007, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778/backup-masters 2024-11-14T02:37:02,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778/backup-masters 2024-11-14T02:37:02,298 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on existing znode=/01689765778/backup-masters/83c5a5c119d5,45185,1731551822201 2024-11-14T02:37:02,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46005-0x101387d5f970007, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01689765778/master 2024-11-14T02:37:02,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:37:02,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46005-0x101387d5f970007, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:37:02,306 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on existing znode=/01689765778/master 2024-11-14T02:37:02,306 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01689765778/backup-masters/83c5a5c119d5,45185,1731551822201 from backup master directory 2024-11-14T02:37:02,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46005-0x101387d5f970007, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778/backup-masters 2024-11-14T02:37:02,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01689765778/backup-masters/83c5a5c119d5,45185,1731551822201 2024-11-14T02:37:02,314 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:37:02,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778/backup-masters 2024-11-14T02:37:02,314 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,45185,1731551822201 2024-11-14T02:37:02,330 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:02,330 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:37:02,345 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-14T02:37:02,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741846_1022 (size=196) 2024-11-14T02:37:02,766 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:37:02,769 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:37:02,770 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:37:02,780 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T02:37:02,783 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/WALs/83c5a5c119d5,46789,1731551804812 to hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/WALs/83c5a5c119d5,46789,1731551804812-dead as it is dead 2024-11-14T02:37:02,785 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T02:37:02,785 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T02:37:02,785 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/WALs/83c5a5c119d5,46789,1731551804812-dead/83c5a5c119d5%2C46789%2C1731551804812.1731551807242 2024-11-14T02:37:02,791 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/WALs/83c5a5c119d5,46789,1731551804812-dead/83c5a5c119d5%2C46789%2C1731551804812.1731551807242 after 4ms 2024-11-14T02:37:02,792 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/WALs/83c5a5c119d5,46789,1731551804812-dead/83c5a5c119d5%2C46789%2C1731551804812.1731551807242 to hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/83c5a5c119d5%2C46789%2C1731551804812.1731551807242 2024-11-14T02:37:02,792 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/WALs/83c5a5c119d5,46789,1731551804812-dead 2024-11-14T02:37:02,793 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/WALs/83c5a5c119d5,45185,1731551822201 2024-11-14T02:37:02,794 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:37:02,796 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C45185%2C1731551822201, suffix=, logDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/WALs/83c5a5c119d5,45185,1731551822201, archiveDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/oldWALs, maxLogs=10 2024-11-14T02:37:02,809 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/WALs/83c5a5c119d5,45185,1731551822201/83c5a5c119d5%2C45185%2C1731551822201.1731551822796, exclude list is [], retry=0 2024-11-14T02:37:02,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40779,DS-68e91c2b-0b7c-425f-a59a-526b3ab961e7,DISK] 2024-11-14T02:37:02,814 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/WALs/83c5a5c119d5,45185,1731551822201/83c5a5c119d5%2C45185%2C1731551822201.1731551822796 2024-11-14T02:37:02,815 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44771:44771)] 2024-11-14T02:37:02,815 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:37:02,815 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:02,815 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:02,815 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:02,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:02,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:37:02,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:02,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ebbd136fffba4150b03b1140275f0107 2024-11-14T02:37:02,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:02,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:02,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:37:02,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:02,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a32708f4d824bf79bc0ec66f23f353f 2024-11-14T02:37:02,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:02,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:02,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:37:02,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:02,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a03de210808f4ff794239cbe986064ff 2024-11-14T02:37:02,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:02,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:02,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:37:02,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:02,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:02,847 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:02,848 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T02:37:02,848 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/83c5a5c119d5%2C46789%2C1731551804812.1731551807242 2024-11-14T02:37:02,868 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/83c5a5c119d5%2C46789%2C1731551804812.1731551807242 2024-11-14T02:37:02,869 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/83c5a5c119d5%2C46789%2C1731551804812.1731551807242 2024-11-14T02:37:02,871 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:02,871 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:02,872 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:37:02,874 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:02,877 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-14T02:37:02,878 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74354374, jitterRate=0.10796651244163513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:37:02,878 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731551822815Initializing all the Stores at 1731551822816 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551822816Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551822816Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551822816Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551822816Cleaning up temporary data from old regions at 1731551822871 (+55 ms)Region opened successfully at 1731551822878 (+7 ms) 2024-11-14T02:37:02,879 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:37:02,883 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb9afaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:37:02,895 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T02:37:02,895 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:37:02,895 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:37:02,896 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:37:02,897 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:37:02,903 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:37:02,903 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:37:02,904 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T02:37:02,904 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:37:02,904 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T02:37:02,905 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T02:37:02,905 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-14T02:37:02,905 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:37:02,909 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=83c5a5c119d5,40559,1731551805537, regionLocation=83c5a5c119d5,40559,1731551805537, openSeqNum=2 2024-11-14T02:37:02,910 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=83c5a5c119d5,40559,1731551805537, table=hbase:meta, region=1588230740 2024-11-14T02:37:02,910 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,40559,1731551805537, state=OPEN 2024-11-14T02:37:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01689765778/meta-region-server 2024-11-14T02:37:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46005-0x101387d5f970007, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01689765778/meta-region-server 2024-11-14T02:37:02,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01689765778/meta-region-server: CHANGED 2024-11-14T02:37:02,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01689765778/meta-region-server: CHANGED 2024-11-14T02:37:02,944 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:37:02,955 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01689765778/draining/83c5a5c119d5,40559,1731551805537 already deleted, retry=false 2024-11-14T02:37:02,955 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 83c5a5c119d5,40559,1731551805537 on 83c5a5c119d5,45185,1731551822201 2024-11-14T02:37:02,960 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 83c5a5c119d5,40559,1731551805537, splitWal=true, meta=true 2024-11-14T02:37:02,962 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 83c5a5c119d5,40559,1731551805537 (carryingMeta=true) 83c5a5c119d5,40559,1731551805537/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@34018289[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T02:37:02,966 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Unable to get data of znode /01689765778/balancer because node does not exist (not necessarily an error) 2024-11-14T02:37:02,999 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01689765778/balancer already deleted, retry=false 2024-11-14T02:37:03,000 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:37:03,001 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Unable to get data of znode /01689765778/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:37:03,018 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01689765778/normalizer already deleted, retry=false 2024-11-14T02:37:03,018 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:37:03,020 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Unable to get data of znode /01689765778/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:37:03,030 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01689765778/switch/split already deleted, retry=false 2024-11-14T02:37:03,033 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Unable to get data of znode /01689765778/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:37:03,043 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01689765778/switch/merge already deleted, retry=false 2024-11-14T02:37:03,066 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Unable to get data of znode /01689765778/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:37:03,076 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01689765778/snapshot-cleanup already deleted, retry=false 2024-11-14T02:37:03,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01689765778/running 2024-11-14T02:37:03,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46005-0x101387d5f970007, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01689765778/running 2024-11-14T02:37:03,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46005-0x101387d5f970007, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:37:03,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:37:03,085 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,45185,1731551822201, sessionid=0x101387d5f970006, setting cluster-up flag (Was=false) 2024-11-14T02:37:03,094 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01689765778/flush-table-proc/acquired, /01689765778/flush-table-proc/reached, /01689765778/flush-table-proc/abort 2024-11-14T02:37:03,095 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,45185,1731551822201 2024-11-14T02:37:03,106 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01689765778/online-snapshot/acquired, /01689765778/online-snapshot/reached, /01689765778/online-snapshot/abort 2024-11-14T02:37:03,109 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,45185,1731551822201 2024-11-14T02:37:03,111 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/.lastflushedseqids 2024-11-14T02:37:03,117 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:37:03,117 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:37:03,117 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,45185,1731551822201 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 83c5a5c119d5,40559,1731551805537 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:37:03,119 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:03,120 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:03,120 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:03,120 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:03,120 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:37:03,120 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:03,120 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:37:03,120 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:03,121 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731551853121 2024-11-14T02:37:03,121 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:37:03,121 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:37:03,122 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:37:03,122 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:37:03,122 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:37:03,122 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:37:03,122 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:03,122 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:37:03,122 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:37:03,123 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:37:03,123 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:37:03,123 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:37:03,123 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:37:03,123 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551823123,5,FailOnTimeoutGroup] 2024-11-14T02:37:03,124 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551823123,5,FailOnTimeoutGroup] 2024-11-14T02:37:03,124 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:03,124 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:37:03,124 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:03,124 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 83c5a5c119d5,40559,1731551805537, splitWal=true, meta=true 2024-11-14T02:37:03,124 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:03,124 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731551823124, completionTime=-1 2024-11-14T02:37:03,124 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T02:37:03,126 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 83c5a5c119d5,40559,1731551805537, splitWal=true, meta=true, isMeta: true 2024-11-14T02:37:03,128 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537-splitting 2024-11-14T02:37:03,128 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T02:37:03,129 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537-splitting dir is empty, no logs to split. 2024-11-14T02:37:03,129 INFO [PEWorker-1 {}] master.SplitWALManager(105): 83c5a5c119d5,40559,1731551805537 WAL count=0, meta=true 2024-11-14T02:37:03,133 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537-splitting dir is empty, no logs to split. 2024-11-14T02:37:03,134 INFO [PEWorker-1 {}] master.SplitWALManager(105): 83c5a5c119d5,40559,1731551805537 WAL count=0, meta=true 2024-11-14T02:37:03,134 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 83c5a5c119d5,40559,1731551805537 WAL splitting is done? wals=0, meta=true 2024-11-14T02:37:03,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:37:03,138 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:37:03,139 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T02:37:03,179 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer(746): ClusterId : 561aea99-f11d-43b1-bdbd-64524fa30f0e 2024-11-14T02:37:03,179 DEBUG [RS:0;83c5a5c119d5:46005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:37:03,190 DEBUG [RS:0;83c5a5c119d5:46005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:37:03,190 DEBUG [RS:0;83c5a5c119d5:46005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:37:03,198 DEBUG [RS:0;83c5a5c119d5:46005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:37:03,198 DEBUG [RS:0;83c5a5c119d5:46005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54efdba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:37:03,210 DEBUG [RS:0;83c5a5c119d5:46005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:46005 2024-11-14T02:37:03,210 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:37:03,210 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:37:03,210 DEBUG [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:37:03,211 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,45185,1731551822201 with port=46005, startcode=1731551822252 2024-11-14T02:37:03,211 DEBUG [RS:0;83c5a5c119d5:46005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:37:03,213 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:37:03,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45185 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,46005,1731551822252 2024-11-14T02:37:03,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45185 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,46005,1731551822252 2024-11-14T02:37:03,215 DEBUG [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71 2024-11-14T02:37:03,215 DEBUG [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45965 2024-11-14T02:37:03,215 DEBUG [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:37:03,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778/rs 2024-11-14T02:37:03,227 DEBUG [RS:0;83c5a5c119d5:46005 {}] zookeeper.ZKUtil(111): regionserver:46005-0x101387d5f970007, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on existing znode=/01689765778/rs/83c5a5c119d5,46005,1731551822252 2024-11-14T02:37:03,227 WARN [RS:0;83c5a5c119d5:46005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:37:03,227 INFO [RS:0;83c5a5c119d5:46005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:37:03,227 DEBUG [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252 2024-11-14T02:37:03,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,46005,1731551822252] 2024-11-14T02:37:03,228 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T02:37:03,263 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:37:03,265 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:37:03,265 INFO [RS:0;83c5a5c119d5:46005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:37:03,265 INFO [RS:0;83c5a5c119d5:46005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:03,266 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:37:03,267 INFO [RS:0;83c5a5c119d5:46005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:37:03,267 INFO [RS:0;83c5a5c119d5:46005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:03,267 DEBUG [RS:0;83c5a5c119d5:46005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:03,267 DEBUG [RS:0;83c5a5c119d5:46005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:03,267 DEBUG [RS:0;83c5a5c119d5:46005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:03,267 DEBUG [RS:0;83c5a5c119d5:46005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:03,267 DEBUG [RS:0;83c5a5c119d5:46005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:03,267 DEBUG [RS:0;83c5a5c119d5:46005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:37:03,267 DEBUG [RS:0;83c5a5c119d5:46005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:03,268 DEBUG [RS:0;83c5a5c119d5:46005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:03,268 DEBUG [RS:0;83c5a5c119d5:46005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:03,268 DEBUG [RS:0;83c5a5c119d5:46005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:03,268 DEBUG [RS:0;83c5a5c119d5:46005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:03,268 DEBUG [RS:0;83c5a5c119d5:46005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:03,268 DEBUG [RS:0;83c5a5c119d5:46005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:37:03,268 DEBUG [RS:0;83c5a5c119d5:46005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:37:03,269 INFO [RS:0;83c5a5c119d5:46005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:03,269 INFO [RS:0;83c5a5c119d5:46005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:03,269 INFO [RS:0;83c5a5c119d5:46005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:03,269 INFO [RS:0;83c5a5c119d5:46005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:03,269 INFO [RS:0;83c5a5c119d5:46005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:03,269 INFO [RS:0;83c5a5c119d5:46005 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,46005,1731551822252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:37:03,283 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:37:03,284 INFO [RS:0;83c5a5c119d5:46005 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,46005,1731551822252-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:03,289 WARN [83c5a5c119d5:45185 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T02:37:03,301 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.ReplicationSource(231): queueId=1-83c5a5c119d5,46005,1731551822252, ReplicationSource: 1, currentBandwidth=0 2024-11-14T02:37:03,315 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.ReplicationSource(231): queueId=2-83c5a5c119d5,46005,1731551822252, ReplicationSource: 2, currentBandwidth=0 2024-11-14T02:37:03,315 INFO [RS:0;83c5a5c119d5:46005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:03,315 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.Replication(171): 83c5a5c119d5,46005,1731551822252 started 2024-11-14T02:37:03,316 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource,1-83c5a5c119d5,46005,1731551822252 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:35659' 2024-11-14T02:37:03,317 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource,1-83c5a5c119d5,46005,1731551822252 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43846c65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:03,317 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource,1-83c5a5c119d5,46005,1731551822252 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35659,-1 for getting cluster id 2024-11-14T02:37:03,317 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource,1-83c5a5c119d5,46005,1731551822252 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:03,318 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55837b56-8778-40bc-874f-0b9b54b70b0d' 2024-11-14T02:37:03,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:03,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55837b56-8778-40bc-874f-0b9b54b70b0d" 2024-11-14T02:37:03,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dd595da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:03,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35659,-1] 2024-11-14T02:37:03,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:03,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:03,321 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:03,322 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource,1-83c5a5c119d5,46005,1731551822252 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@300d4fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:03,322 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource,1-83c5a5c119d5,46005,1731551822252 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:37:03,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,35659,1731551811500 2024-11-14T02:37:03,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33bf0616 2024-11-14T02:37:03,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:37:03,325 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T02:37:03,325 INFO [RS:0;83c5a5c119d5:46005.replicationSource,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83c5a5c119d5,46005,1731551822252 (queues=0) is replicating from cluster=561aea99-f11d-43b1-bdbd-64524fa30f0e to cluster=55837b56-8778-40bc-874f-0b9b54b70b0d 2024-11-14T02:37:03,331 INFO [RS:0;83c5a5c119d5:46005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:03,331 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,46005,1731551822252, RpcServer on 83c5a5c119d5/172.17.0.2:46005, sessionid=0x101387d5f970007 2024-11-14T02:37:03,331 DEBUG [RS:0;83c5a5c119d5:46005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:37:03,331 DEBUG [RS:0;83c5a5c119d5:46005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,46005,1731551822252 2024-11-14T02:37:03,331 DEBUG [RS:0;83c5a5c119d5:46005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,46005,1731551822252' 2024-11-14T02:37:03,331 DEBUG [RS:0;83c5a5c119d5:46005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01689765778/flush-table-proc/abort' 2024-11-14T02:37:03,331 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource,2-83c5a5c119d5,46005,1731551822252 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:35659' 2024-11-14T02:37:03,332 DEBUG [RS:0;83c5a5c119d5:46005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01689765778/flush-table-proc/acquired' 2024-11-14T02:37:03,332 DEBUG [RS:0;83c5a5c119d5:46005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:37:03,332 DEBUG [RS:0;83c5a5c119d5:46005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:37:03,332 DEBUG [RS:0;83c5a5c119d5:46005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,46005,1731551822252 2024-11-14T02:37:03,332 DEBUG [RS:0;83c5a5c119d5:46005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,46005,1731551822252' 2024-11-14T02:37:03,333 DEBUG [RS:0;83c5a5c119d5:46005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01689765778/online-snapshot/abort' 2024-11-14T02:37:03,333 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource,2-83c5a5c119d5,46005,1731551822252 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48efbcc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:03,333 DEBUG [RS:0;83c5a5c119d5:46005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01689765778/online-snapshot/acquired' 2024-11-14T02:37:03,333 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource,2-83c5a5c119d5,46005,1731551822252 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35659,-1 for getting cluster id 2024-11-14T02:37:03,333 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource,2-83c5a5c119d5,46005,1731551822252 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:03,333 DEBUG [RS:0;83c5a5c119d5:46005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:37:03,333 INFO [RS:0;83c5a5c119d5:46005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:37:03,333 INFO [RS:0;83c5a5c119d5:46005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:37:03,334 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55837b56-8778-40bc-874f-0b9b54b70b0d' 2024-11-14T02:37:03,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:03,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55837b56-8778-40bc-874f-0b9b54b70b0d" 2024-11-14T02:37:03,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38f8f74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:03,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35659,-1] 2024-11-14T02:37:03,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:03,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:03,336 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:03,336 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource,2-83c5a5c119d5,46005,1731551822252 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b12032e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:03,336 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource,2-83c5a5c119d5,46005,1731551822252 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:37:03,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,35659,1731551811500 2024-11-14T02:37:03,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13286736 2024-11-14T02:37:03,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:37:03,339 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T02:37:03,339 INFO [RS:0;83c5a5c119d5:46005.replicationSource,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-83c5a5c119d5,46005,1731551822252 (queues=0) is replicating from cluster=561aea99-f11d-43b1-bdbd-64524fa30f0e to cluster=55837b56-8778-40bc-874f-0b9b54b70b0d 2024-11-14T02:37:03,434 INFO [RS:0;83c5a5c119d5:46005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:37:03,436 INFO [RS:0;83c5a5c119d5:46005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C46005%2C1731551822252, suffix=, logDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252, archiveDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/oldWALs, maxLogs=10 2024-11-14T02:37:03,449 DEBUG [RS:0;83c5a5c119d5:46005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437, exclude list is [], retry=0 2024-11-14T02:37:03,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40779,DS-68e91c2b-0b7c-425f-a59a-526b3ab961e7,DISK] 2024-11-14T02:37:03,454 INFO [RS:0;83c5a5c119d5:46005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 2024-11-14T02:37:03,454 DEBUG [RS:0;83c5a5c119d5:46005 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 83c5a5c119d5%2C46005%2C1731551822252 for peer 1 2024-11-14T02:37:03,454 DEBUG [RS:0;83c5a5c119d5:46005 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 83c5a5c119d5%2C46005%2C1731551822252 for peer 2 2024-11-14T02:37:03,455 DEBUG [RS:0;83c5a5c119d5:46005 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83c5a5c119d5%2C46005%2C1731551822252 2024-11-14T02:37:03,455 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83c5a5c119d5,46005,1731551822252, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:37:03,455 DEBUG [RS:0;83c5a5c119d5:46005 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=83c5a5c119d5%2C46005%2C1731551822252 2024-11-14T02:37:03,455 INFO [RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C46005%2C1731551822252 2024-11-14T02:37:03,455 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-83c5a5c119d5,46005,1731551822252, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:37:03,456 DEBUG [RS:0;83c5a5c119d5:46005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44771:44771)] 2024-11-14T02:37:03,456 INFO [RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C46005%2C1731551822252 2024-11-14T02:37:03,456 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437, startPosition=0, beingWritten=true 2024-11-14T02:37:03,456 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437, startPosition=0, beingWritten=true 2024-11-14T02:37:03,540 DEBUG [83c5a5c119d5:45185 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:37:03,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,46005,1731551822252 2024-11-14T02:37:03,542 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,46005,1731551822252, state=OPENING 2024-11-14T02:37:03,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46005-0x101387d5f970007, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01689765778/meta-region-server 2024-11-14T02:37:03,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01689765778/meta-region-server 2024-11-14T02:37:03,551 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:37:03,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01689765778/meta-region-server: CHANGED 2024-11-14T02:37:03,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01689765778/meta-region-server: CHANGED 2024-11-14T02:37:03,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,46005,1731551822252}] 2024-11-14T02:37:03,663 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:03,664 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:03,707 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:37:03,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:37:03,717 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:37:03,717 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:37:03,718 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:37:03,720 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C46005%2C1731551822252.meta, suffix=.meta, logDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252, archiveDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/oldWALs, maxLogs=10 2024-11-14T02:37:03,733 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.meta.1731551823721.meta, exclude list is [], retry=0 2024-11-14T02:37:03,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40779,DS-68e91c2b-0b7c-425f-a59a-526b3ab961e7,DISK] 2024-11-14T02:37:03,737 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.meta.1731551823721.meta 2024-11-14T02:37:03,738 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44771:44771)] 2024-11-14T02:37:03,738 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:37:03,738 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:37:03,738 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:37:03,738 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:37:03,739 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:37:03,739 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:37:03,739 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:03,739 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:37:03,739 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:37:03,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:37:03,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:37:03,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:03,748 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/info/8b83b9604e134b44a4c87e09e8cf33a2 2024-11-14T02:37:03,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:03,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:37:03,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:37:03,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:03,758 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/ns/482a033566eb4ccebf07d537abe74dac 2024-11-14T02:37:03,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:03,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:37:03,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:37:03,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:03,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:03,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:37:03,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:37:03,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:03,770 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/table/405088cc2a424ed9813dd8e5664f00b7 2024-11-14T02:37:03,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:03,770 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:37:03,771 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740 2024-11-14T02:37:03,772 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740 2024-11-14T02:37:03,773 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:37:03,774 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:37:03,774 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:37:03,776 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:37:03,777 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71190867, jitterRate=0.060826584696769714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:37:03,777 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:37:03,777 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731551823739Writing region info on filesystem at 1731551823739Initializing all the Stores at 1731551823740 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551823740Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551823740Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551823740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551823740Cleaning up temporary data from old regions at 1731551823774 (+34 ms)Running coprocessor post-open hooks at 1731551823777 (+3 ms)Region opened successfully at 1731551823777 2024-11-14T02:37:03,778 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731551823706 2024-11-14T02:37:03,781 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:37:03,781 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:37:03,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=83c5a5c119d5,46005,1731551822252 2024-11-14T02:37:03,783 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,46005,1731551822252, state=OPEN 2024-11-14T02:37:03,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46005-0x101387d5f970007, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01689765778/meta-region-server 2024-11-14T02:37:03,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01689765778/meta-region-server 2024-11-14T02:37:03,793 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,46005,1731551822252 2024-11-14T02:37:03,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01689765778/meta-region-server: CHANGED 2024-11-14T02:37:03,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01689765778/meta-region-server: CHANGED 2024-11-14T02:37:03,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T02:37:03,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,46005,1731551822252 in 241 msec 2024-11-14T02:37:03,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T02:37:03,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2024-11-14T02:37:03,974 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:03,974 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:04,381 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:04,380 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:04,731 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-14T02:37:04,893 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:04,893 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:05,500 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:05,500 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:05,657 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:37:06,212 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:06,212 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:06,234 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-14T02:37:07,024 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:07,024 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:07,638 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T02:37:07,638 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:37:07,639 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:37:07,639 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,46005,1731551822252, seqNum=-1] 2024-11-14T02:37:07,640 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:37:07,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:37:07,653 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8cef4dd2f8706765cc697564fac174ea, regionState=OPEN, lastHost=83c5a5c119d5,40559,1731551805537, regionLocation=83c5a5c119d5,40559,1731551805537, openSeqNum=2 2024-11-14T02:37:07,653 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:37:07,653 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731551887653 2024-11-14T02:37:07,653 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731551947653 2024-11-14T02:37:07,653 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 14 msec 2024-11-14T02:37:07,653 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,45185,1731551822201-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:07,654 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 83c5a5c119d5,40559,1731551805537 had 2 regions 2024-11-14T02:37:07,654 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,45185,1731551822201-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:07,654 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,45185,1731551822201-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:07,654 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:45185, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:07,654 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:07,654 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:07,655 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 83c5a5c119d5,40559,1731551805537, splitWal=true, meta=true, isMeta: false 2024-11-14T02:37:07,658 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537-splitting dir is empty, no logs to split. 2024-11-14T02:37:07,658 INFO [PEWorker-3 {}] master.SplitWALManager(105): 83c5a5c119d5,40559,1731551805537 WAL count=0, meta=false 2024-11-14T02:37:07,661 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.347sec 2024-11-14T02:37:07,661 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:37:07,661 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:37:07,661 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:37:07,661 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:37:07,661 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:37:07,661 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,45185,1731551822201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:37:07,661 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,45185,1731551822201-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:37:07,662 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,40559,1731551805537-splitting dir is empty, no logs to split. 2024-11-14T02:37:07,662 INFO [PEWorker-3 {}] master.SplitWALManager(105): 83c5a5c119d5,40559,1731551805537 WAL count=0, meta=false 2024-11-14T02:37:07,662 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 83c5a5c119d5,40559,1731551805537 WAL splitting is done? wals=0, meta=false 2024-11-14T02:37:07,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8cef4dd2f8706765cc697564fac174ea, ASSIGN}] 2024-11-14T02:37:07,667 WARN [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=83c5a5c119d5,40559,1731551805537/hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:37:07,667 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:37:07,667 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:37:07,667 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8cef4dd2f8706765cc697564fac174ea, ASSIGN 2024-11-14T02:37:07,667 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,45185,1731551822201-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:07,668 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8cef4dd2f8706765cc697564fac174ea, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T02:37:07,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c33c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:07,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,45185,-1 for getting cluster id 2024-11-14T02:37:07,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:07,685 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '561aea99-f11d-43b1-bdbd-64524fa30f0e' 2024-11-14T02:37:07,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:07,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "561aea99-f11d-43b1-bdbd-64524fa30f0e" 2024-11-14T02:37:07,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57667e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:07,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,45185,-1] 2024-11-14T02:37:07,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:07,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:07,688 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:07,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ae3175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:07,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:37:07,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,46005,1731551822252, seqNum=-1] 2024-11-14T02:37:07,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:37:07,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:37:07,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T02:37:07,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:37:07,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:07,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:07,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:07,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:37:07,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 83c5a5c119d5:45185 after: 83c5a5c119d5:45185 2024-11-14T02:37:07,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e78affd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:07,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,45185,-1 for getting cluster id 2024-11-14T02:37:07,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:07,699 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '561aea99-f11d-43b1-bdbd-64524fa30f0e' 2024-11-14T02:37:07,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:07,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "561aea99-f11d-43b1-bdbd-64524fa30f0e" 2024-11-14T02:37:07,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6af04b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:07,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,45185,-1] 2024-11-14T02:37:07,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:07,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:07,701 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:07,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b049635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:07,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:37:07,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,45185,1731551822201 2024-11-14T02:37:07,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eae43c1 2024-11-14T02:37:07,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:37:07,704 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:37:07,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45185 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T02:37:07,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45185 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T02:37:07,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45185 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T02:37:07,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45185 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T02:37:07,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:37:07,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:37:07,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:07,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:07,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:07,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:37:07,707 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:37:07,707 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=966452312, stopped=false 2024-11-14T02:37:07,707 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,35659,1731551811500 2024-11-14T02:37:07,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1869043497/running 2024-11-14T02:37:07,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1869043497/running 2024-11-14T02:37:07,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497 2024-11-14T02:37:07,755 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:37:07,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497 2024-11-14T02:37:07,755 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:37:07,756 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:07,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:07,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Set watcher on znode that does not yet exist, /1-1869043497/running 2024-11-14T02:37:07,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Set watcher on znode that does not yet exist, /1-1869043497/running 2024-11-14T02:37:07,756 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,38217,1731551811638' ***** 2024-11-14T02:37:07,756 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:37:07,756 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:37:07,756 INFO [RS:0;83c5a5c119d5:38217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:37:07,756 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:37:07,756 INFO [RS:0;83c5a5c119d5:38217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:37:07,756 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,38217,1731551811638 2024-11-14T02:37:07,756 INFO [RS:0;83c5a5c119d5:38217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:37:07,756 INFO [RS:0;83c5a5c119d5:38217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:38217. 2024-11-14T02:37:07,757 DEBUG [RS:0;83c5a5c119d5:38217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:07,757 DEBUG [RS:0;83c5a5c119d5:38217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:07,757 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:37:07,757 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:37:07,757 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:37:07,757 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:37:07,757 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T02:37:07,757 DEBUG [RS:0;83c5a5c119d5:38217 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T02:37:07,757 DEBUG [RS:0;83c5a5c119d5:38217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:37:07,757 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:37:07,757 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:37:07,757 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:37:07,757 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:37:07,757 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:37:07,758 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T02:37:07,774 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/data/hbase/meta/1588230740/.tmp/ns/b7445699bf20475da73736903ffed591 is 43, key is default/ns:d/1731551815039/Put/seqid=0 2024-11-14T02:37:07,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741835_1011 (size=5153) 2024-11-14T02:37:07,786 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:37:07,818 DEBUG [83c5a5c119d5:45185 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:37:07,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8cef4dd2f8706765cc697564fac174ea, regionState=OPENING, regionLocation=83c5a5c119d5,46005,1731551822252 2024-11-14T02:37:07,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8cef4dd2f8706765cc697564fac174ea, ASSIGN because future has completed 2024-11-14T02:37:07,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cef4dd2f8706765cc697564fac174ea, server=83c5a5c119d5,46005,1731551822252}] 2024-11-14T02:37:07,937 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:07,937 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:07,957 DEBUG [RS:0;83c5a5c119d5:38217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:37:07,961 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:37:07,961 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:37:07,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:37:07,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:37:07,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T02:37:07,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C46005%2C1731551822252.rep, suffix=, logDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252, archiveDir=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/oldWALs, maxLogs=10 2024-11-14T02:37:07,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.rep.1731551827983, exclude list is [], retry=0 2024-11-14T02:37:07,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40779,DS-68e91c2b-0b7c-425f-a59a-526b3ab961e7,DISK] 2024-11-14T02:37:08,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.rep.1731551827983 2024-11-14T02:37:08,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44771:44771)] 2024-11-14T02:37:08,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cef4dd2f8706765cc697564fac174ea, NAME => 'hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:37:08,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:37:08,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:37:08,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. service=MultiRowMutationService 2024-11-14T02:37:08,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T02:37:08,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:37:08,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:08,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:37:08,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:37:08,004 INFO [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:37:08,005 INFO [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cef4dd2f8706765cc697564fac174ea columnFamilyName hfileref 2024-11-14T02:37:08,005 DEBUG [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:08,006 INFO [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] regionserver.HStore(327): Store=8cef4dd2f8706765cc697564fac174ea/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:08,006 INFO [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:37:08,007 INFO [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cef4dd2f8706765cc697564fac174ea columnFamilyName queue 2024-11-14T02:37:08,007 DEBUG [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:08,014 DEBUG [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/replication/8cef4dd2f8706765cc697564fac174ea/queue/3dac80ba06054bb0a760d503605e73c5 2024-11-14T02:37:08,014 INFO [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] regionserver.HStore(327): Store=8cef4dd2f8706765cc697564fac174ea/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:08,014 INFO [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:37:08,015 INFO [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cef4dd2f8706765cc697564fac174ea columnFamilyName sid 2024-11-14T02:37:08,015 DEBUG [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:08,016 INFO [StoreOpener-8cef4dd2f8706765cc697564fac174ea-1 {}] regionserver.HStore(327): Store=8cef4dd2f8706765cc697564fac174ea/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:08,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:37:08,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/replication/8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:37:08,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/replication/8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:37:08,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:37:08,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:37:08,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:37:08,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:37:08,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 8cef4dd2f8706765cc697564fac174ea; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62557620, jitterRate=-0.06781882047653198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:37:08,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:37:08,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8cef4dd2f8706765cc697564fac174ea: Running coprocessor pre-open hook at 1731551828002Writing region info on filesystem at 1731551828002Initializing all the Stores at 1731551828003 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551828003Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551828003Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551828003Cleaning up temporary data from old regions at 1731551828020 (+17 ms)Running coprocessor post-open hooks at 1731551828023 (+3 ms)Region opened successfully at 1731551828024 (+1 ms) 2024-11-14T02:37:08,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea., pid=19, masterSystemTime=1731551827975 2024-11-14T02:37:08,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:37:08,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:37:08,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8cef4dd2f8706765cc697564fac174ea, regionState=OPEN, openSeqNum=10, regionLocation=83c5a5c119d5,46005,1731551822252 2024-11-14T02:37:08,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cef4dd2f8706765cc697564fac174ea, server=83c5a5c119d5,46005,1731551822252 because future has completed 2024-11-14T02:37:08,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T02:37:08,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cef4dd2f8706765cc697564fac174ea, server=83c5a5c119d5,46005,1731551822252 in 211 msec 2024-11-14T02:37:08,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-14T02:37:08,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8cef4dd2f8706765cc697564fac174ea, ASSIGN in 371 msec 2024-11-14T02:37:08,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T02:37:08,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea., hostname=83c5a5c119d5,46005,1731551822252, seqNum=10] 2024-11-14T02:37:08,074 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 83c5a5c119d5,40559,1731551805537 2024-11-14T02:37:08,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T02:37:08,158 DEBUG [RS:0;83c5a5c119d5:38217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:37:08,181 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/data/hbase/meta/1588230740/.tmp/ns/b7445699bf20475da73736903ffed591 2024-11-14T02:37:08,197 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/data/hbase/meta/1588230740/.tmp/ns/b7445699bf20475da73736903ffed591 as hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/data/hbase/meta/1588230740/ns/b7445699bf20475da73736903ffed591 2024-11-14T02:37:08,205 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/data/hbase/meta/1588230740/ns/b7445699bf20475da73736903ffed591, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T02:37:08,207 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false 2024-11-14T02:37:08,207 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:37:08,213 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T02:37:08,214 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:37:08,214 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:37:08,214 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:37:08,214 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551827757Running coprocessor pre-close hooks at 1731551827757Disabling compacts and flushes for region at 1731551827757Disabling writes for close at 1731551827757Obtaining lock to block concurrent updates at 1731551827758 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731551827758Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731551827758Flushing stores of hbase:meta,,1.1588230740 at 1731551827759 (+1 ms)Flushing 1588230740/ns: creating writer at 1731551827759Flushing 1588230740/ns: appending metadata at 1731551827774 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731551827774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e129738: reopening flushed file at 1731551828196 (+422 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false at 1731551828207 (+11 ms)Writing region close event to WAL at 1731551828209 (+2 ms)Running coprocessor post-close hooks at 1731551828214 (+5 ms)Closed at 1731551828214 2024-11-14T02:37:08,214 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:37:08,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46005 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-14T02:37:08,358 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,38217,1731551811638; all regions closed. 2024-11-14T02:37:08,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741834_1010 (size=1152) 2024-11-14T02:37:08,361 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/WALs/83c5a5c119d5,38217,1731551811638/83c5a5c119d5%2C38217%2C1731551811638.meta.1731551814962.meta not finished, retry = 0 2024-11-14T02:37:08,466 DEBUG [RS:0;83c5a5c119d5:38217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/oldWALs 2024-11-14T02:37:08,466 INFO [RS:0;83c5a5c119d5:38217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C38217%2C1731551811638.meta:.meta(num 1731551814962) 2024-11-14T02:37:08,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741832_1008 (size=93) 2024-11-14T02:37:08,474 DEBUG [RS:0;83c5a5c119d5:38217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/oldWALs 2024-11-14T02:37:08,474 INFO [RS:0;83c5a5c119d5:38217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C38217%2C1731551811638:(num 1731551814008) 2024-11-14T02:37:08,474 DEBUG [RS:0;83c5a5c119d5:38217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:08,475 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:37:08,475 INFO [RS:0;83c5a5c119d5:38217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:37:08,475 INFO [RS:0;83c5a5c119d5:38217 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T02:37:08,475 INFO [RS:0;83c5a5c119d5:38217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:37:08,476 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:37:08,476 INFO [RS:0;83c5a5c119d5:38217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38217 2024-11-14T02:37:08,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1869043497/rs/83c5a5c119d5,38217,1731551811638 2024-11-14T02:37:08,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497/rs 2024-11-14T02:37:08,506 INFO [RS:0;83c5a5c119d5:38217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:37:08,506 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f0e688e4b30@3ccf890d rejected from java.util.concurrent.ThreadPoolExecutor@79cd10f0[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-14T02:37:08,513 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,38217,1731551811638] 2024-11-14T02:37:08,521 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1869043497/draining/83c5a5c119d5,38217,1731551811638 already deleted, retry=false 2024-11-14T02:37:08,522 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,38217,1731551811638 expired; onlineServers=0 2024-11-14T02:37:08,522 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,35659,1731551811500' ***** 2024-11-14T02:37:08,522 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:37:08,522 INFO [M:0;83c5a5c119d5:35659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:37:08,522 INFO [M:0;83c5a5c119d5:35659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:37:08,522 DEBUG [M:0;83c5a5c119d5:35659 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:37:08,522 DEBUG [M:0;83c5a5c119d5:35659 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:37:08,522 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:37:08,522 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551813735 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551813735,5,FailOnTimeoutGroup] 2024-11-14T02:37:08,522 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551813737 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551813737,5,FailOnTimeoutGroup] 2024-11-14T02:37:08,522 INFO [M:0;83c5a5c119d5:35659 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:37:08,522 INFO [M:0;83c5a5c119d5:35659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:37:08,522 DEBUG [M:0;83c5a5c119d5:35659 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:37:08,522 INFO [M:0;83c5a5c119d5:35659 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:37:08,522 INFO [M:0;83c5a5c119d5:35659 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:37:08,523 INFO [M:0;83c5a5c119d5:35659 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:37:08,523 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:37:08,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1869043497/master 2024-11-14T02:37:08,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1869043497 2024-11-14T02:37:08,530 DEBUG [M:0;83c5a5c119d5:35659 {}] zookeeper.ZKUtil(347): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Unable to get data of znode /1-1869043497/master because node does not exist (not an error) 2024-11-14T02:37:08,530 WARN [M:0;83c5a5c119d5:35659 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:37:08,532 INFO [M:0;83c5a5c119d5:35659 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/.lastflushedseqids 2024-11-14T02:37:08,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741836_1012 (size=99) 2024-11-14T02:37:08,614 INFO [RS:0;83c5a5c119d5:38217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:37:08,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:08,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x101387d5f970004, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:08,614 INFO [RS:0;83c5a5c119d5:38217 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,38217,1731551811638; zookeeper connection closed. 2024-11-14T02:37:08,615 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39bc8681 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39bc8681 2024-11-14T02:37:08,615 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:37:08,940 INFO [M:0;83c5a5c119d5:35659 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:37:08,941 INFO [M:0;83c5a5c119d5:35659 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:37:08,941 DEBUG [M:0;83c5a5c119d5:35659 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:37:08,941 INFO [M:0;83c5a5c119d5:35659 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:08,941 DEBUG [M:0;83c5a5c119d5:35659 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:08,941 DEBUG [M:0;83c5a5c119d5:35659 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:37:08,941 DEBUG [M:0;83c5a5c119d5:35659 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:08,941 INFO [M:0;83c5a5c119d5:35659 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T02:37:08,944 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:08,944 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:08,962 DEBUG [M:0;83c5a5c119d5:35659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d922c6a807f43ff9897c46e627cf004 is 82, key is hbase:meta,,1/info:regioninfo/1731551815013/Put/seqid=0 2024-11-14T02:37:08,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741837_1013 (size=5672) 2024-11-14T02:37:09,368 INFO [M:0;83c5a5c119d5:35659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d922c6a807f43ff9897c46e627cf004 2024-11-14T02:37:09,399 DEBUG [M:0;83c5a5c119d5:35659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/431b15a5da104fa8bbbf960280576c48 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731551815047/Put/seqid=0 2024-11-14T02:37:09,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741838_1014 (size=5275) 2024-11-14T02:37:09,804 INFO [M:0;83c5a5c119d5:35659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/431b15a5da104fa8bbbf960280576c48 2024-11-14T02:37:09,831 DEBUG [M:0;83c5a5c119d5:35659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8c64e45c8ee4f84bcc4f6906a6679bb is 69, key is 83c5a5c119d5,38217,1731551811638/rs:state/1731551813818/Put/seqid=0 2024-11-14T02:37:09,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741839_1015 (size=5156) 2024-11-14T02:37:10,053 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:10,053 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:10,236 INFO [M:0;83c5a5c119d5:35659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8c64e45c8ee4f84bcc4f6906a6679bb 2024-11-14T02:37:10,244 DEBUG [M:0;83c5a5c119d5:35659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d922c6a807f43ff9897c46e627cf004 as hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d922c6a807f43ff9897c46e627cf004 2024-11-14T02:37:10,251 INFO [M:0;83c5a5c119d5:35659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d922c6a807f43ff9897c46e627cf004, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T02:37:10,252 DEBUG [M:0;83c5a5c119d5:35659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/431b15a5da104fa8bbbf960280576c48 as hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/431b15a5da104fa8bbbf960280576c48 2024-11-14T02:37:10,259 INFO [M:0;83c5a5c119d5:35659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/431b15a5da104fa8bbbf960280576c48, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T02:37:10,260 DEBUG [M:0;83c5a5c119d5:35659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8c64e45c8ee4f84bcc4f6906a6679bb as hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8c64e45c8ee4f84bcc4f6906a6679bb 2024-11-14T02:37:10,267 INFO [M:0;83c5a5c119d5:35659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38299/user/jenkins/test-data/3f8f652c-08d6-1403-0872-a1c6ec3b4fd1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8c64e45c8ee4f84bcc4f6906a6679bb, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T02:37:10,269 INFO [M:0;83c5a5c119d5:35659 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=28, compaction requested=false 2024-11-14T02:37:10,270 INFO [M:0;83c5a5c119d5:35659 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:10,270 DEBUG [M:0;83c5a5c119d5:35659 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551828941Disabling compacts and flushes for region at 1731551828941Disabling writes for close at 1731551828941Obtaining lock to block concurrent updates at 1731551828941Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731551828941Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731551828942 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731551828943 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731551828943Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731551828962 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731551828962Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731551829381 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731551829398 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731551829398Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731551829815 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731551829831 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731551829831Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e540ce: reopening flushed file at 1731551830243 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@519a6aba: reopening flushed file at 1731551830251 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d33f72: reopening flushed file at 1731551830259 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=28, compaction requested=false at 1731551830269 (+10 ms)Writing region close event to WAL at 1731551830270 (+1 ms)Closed at 1731551830270 2024-11-14T02:37:10,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44597 is added to blk_1073741830_1006 (size=10165) 2024-11-14T02:37:10,273 INFO [M:0;83c5a5c119d5:35659 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:37:10,273 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:37:10,273 INFO [M:0;83c5a5c119d5:35659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35659 2024-11-14T02:37:10,276 INFO [M:0;83c5a5c119d5:35659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:37:10,405 INFO [M:0;83c5a5c119d5:35659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:37:10,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:10,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35659-0x101387d5f970003, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:10,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f52129a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:37:10,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b144d2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:37:10,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:37:10,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1624ab1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:37:10,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a35ba74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/hadoop.log.dir/,STOPPED} 2024-11-14T02:37:10,458 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:37:10,458 WARN [BP-2012708856-172.17.0.2-1731551809686 heartbeating to localhost/127.0.0.1:38299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:37:10,458 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:37:10,458 WARN [BP-2012708856-172.17.0.2-1731551809686 heartbeating to localhost/127.0.0.1:38299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2012708856-172.17.0.2-1731551809686 (Datanode Uuid 0b95837f-a4d2-47f1-9df9-f9a35bf00d8e) service to localhost/127.0.0.1:38299 2024-11-14T02:37:10,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/cluster_510a3882-b4fe-9471-8fc4-c110b2a61427/data/data1/current/BP-2012708856-172.17.0.2-1731551809686 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:37:10,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/cluster_510a3882-b4fe-9471-8fc4-c110b2a61427/data/data2/current/BP-2012708856-172.17.0.2-1731551809686 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:37:10,460 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:37:10,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ff88167{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:37:10,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22967455{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:37:10,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:37:10,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eac06d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:37:10,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597920fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/hadoop.log.dir/,STOPPED} 2024-11-14T02:37:10,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:37:10,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:37:10,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:37:10,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:10,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:10,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:10,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:37:10,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:37:10,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=248566955, stopped=false 2024-11-14T02:37:10,486 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,45185,1731551822201 2024-11-14T02:37:10,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46005-0x101387d5f970007, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01689765778/running 2024-11-14T02:37:10,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01689765778/running 2024-11-14T02:37:10,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46005-0x101387d5f970007, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:37:10,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:37:10,509 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:37:10,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:37:10,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46005-0x101387d5f970007, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on znode that does not yet exist, /01689765778/running 2024-11-14T02:37:10,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:10,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Set watcher on znode that does not yet exist, /01689765778/running 2024-11-14T02:37:10,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:10,510 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,46005,1731551822252' ***** 2024-11-14T02:37:10,510 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:37:10,511 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:37:10,511 INFO [RS:0;83c5a5c119d5:46005 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:37:10,511 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:37:10,511 INFO [RS:0;83c5a5c119d5:46005 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:37:10,511 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:37:10,511 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,46005,1731551822252 2024-11-14T02:37:10,511 INFO [RS:0;83c5a5c119d5:46005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:37:10,511 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cef4dd2f8706765cc697564fac174ea, disabling compactions & flushes 2024-11-14T02:37:10,512 INFO [RS:0;83c5a5c119d5:46005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:46005. 2024-11-14T02:37:10,512 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:37:10,512 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:37:10,512 DEBUG [RS:0;83c5a5c119d5:46005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:10,512 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. after waiting 0 ms 2024-11-14T02:37:10,512 DEBUG [RS:0;83c5a5c119d5:46005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:10,512 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:37:10,512 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:37:10,512 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:37:10,512 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:37:10,512 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:37:10,513 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T02:37:10,513 DEBUG [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8cef4dd2f8706765cc697564fac174ea=hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea.} 2024-11-14T02:37:10,513 DEBUG [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8cef4dd2f8706765cc697564fac174ea 2024-11-14T02:37:10,513 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:37:10,513 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:37:10,513 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:37:10,513 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:37:10,513 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:37:10,513 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T02:37:10,518 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/replication/8cef4dd2f8706765cc697564fac174ea/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-14T02:37:10,518 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:37:10,519 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:37:10,519 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:37:10,519 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cef4dd2f8706765cc697564fac174ea: Waiting for close lock at 1731551830511Running coprocessor pre-close hooks at 1731551830511Disabling compacts and flushes for region at 1731551830511Disabling writes for close at 1731551830512 (+1 ms)Writing region close event to WAL at 1731551830513 (+1 ms)Running coprocessor post-close hooks at 1731551830518 (+5 ms)Closed at 1731551830519 (+1 ms) 2024-11-14T02:37:10,519 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea. 2024-11-14T02:37:10,531 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/.tmp/info/40f6230b9e634f639ec7aef929fbb71b is 147, key is hbase:replication,,1731551815181.8cef4dd2f8706765cc697564fac174ea./info:regioninfo/1731551828028/Put/seqid=0 2024-11-14T02:37:10,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741851_1027 (size=6385) 2024-11-14T02:37:10,577 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:37:10,713 DEBUG [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:37:10,914 DEBUG [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:37:10,938 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/.tmp/info/40f6230b9e634f639ec7aef929fbb71b 2024-11-14T02:37:10,950 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/.tmp/info/40f6230b9e634f639ec7aef929fbb71b as hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/info/40f6230b9e634f639ec7aef929fbb71b 2024-11-14T02:37:10,958 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/info/40f6230b9e634f639ec7aef929fbb71b, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T02:37:10,959 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false 2024-11-14T02:37:10,964 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T02:37:10,965 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:37:10,965 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:37:10,965 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:37:10,965 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551830513Running coprocessor pre-close hooks at 1731551830513Disabling compacts and flushes for region at 1731551830513Disabling writes for close at 1731551830513Obtaining lock to block concurrent updates at 1731551830513Preparing flush snapshotting stores in 1588230740 at 1731551830513Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731551830514 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731551830515 (+1 ms)Flushing 1588230740/info: creating writer at 1731551830515Flushing 1588230740/info: appending metadata at 1731551830531 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731551830531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57b528e5: reopening flushed file at 1731551830949 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false at 1731551830959 (+10 ms)Writing region close event to WAL at 1731551830960 (+1 ms)Running coprocessor post-close hooks at 1731551830965 (+5 ms)Closed at 1731551830965 2024-11-14T02:37:10,965 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:37:11,114 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,46005,1731551822252; all regions closed. 2024-11-14T02:37:11,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741849_1025 (size=2156) 2024-11-14T02:37:11,125 DEBUG [RS:0;83c5a5c119d5:46005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/oldWALs 2024-11-14T02:37:11,125 INFO [RS:0;83c5a5c119d5:46005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C46005%2C1731551822252.meta:.meta(num 1731551823721) 2024-11-14T02:37:11,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741850_1026 (size=796) 2024-11-14T02:37:11,128 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.rep.1731551827983 not finished, retry = 0 2024-11-14T02:37:11,235 DEBUG [RS:0;83c5a5c119d5:46005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/oldWALs 2024-11-14T02:37:11,235 INFO [RS:0;83c5a5c119d5:46005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C46005%2C1731551822252.rep:(num 1731551827983) 2024-11-14T02:37:11,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741848_1024 (size=93) 2024-11-14T02:37:11,240 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 not finished, retry = 0 2024-11-14T02:37:11,267 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:11,267 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 to pos 0, reset compression=false 2024-11-14T02:37:11,343 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 2024-11-14T02:37:11,343 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437 2024-11-14T02:37:11,344 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-14T02:37:11,344 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-14T02:37:11,344 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-14T02:37:11,344 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.wal-reader.83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-14T02:37:11,347 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:37:11,347 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:37:11,348 DEBUG [RS:0;83c5a5c119d5:46005 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/oldWALs 2024-11-14T02:37:11,348 INFO [RS:0;83c5a5c119d5:46005 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C46005%2C1731551822252:(num 1731551823437) 2024-11-14T02:37:11,348 DEBUG [RS:0;83c5a5c119d5:46005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:11,348 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:37:11,348 INFO [RS:0;83c5a5c119d5:46005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:37:11,348 INFO [RS:0;83c5a5c119d5:46005 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:37:11,349 INFO [RS:0;83c5a5c119d5:46005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:37:11,349 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:37:11,349 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T02:37:11,349 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T02:37:11,349 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T02:37:11,349 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83c5a5c119d5,46005,1731551822252 because: Region server is closing 2024-11-14T02:37:11,350 INFO [RS:0;83c5a5c119d5:46005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:46005. 2024-11-14T02:37:11,350 DEBUG [RS:0;83c5a5c119d5:46005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:11,350 DEBUG [RS:0;83c5a5c119d5:46005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:11,350 DEBUG [RS:0;83c5a5c119d5:46005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:11,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:37:11,344 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,46005,1731551822252 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T02:37:11,344 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-83c5a5c119d5,46005,1731551822252 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/WALs/83c5a5c119d5,46005,1731551822252/83c5a5c119d5%2C46005%2C1731551822252.1731551823437, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T02:37:11,353 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:37:11,353 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,46005,1731551822252, seqNum=-1] 2024-11-14T02:37:11,355 WARN [RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-83c5a5c119d5,46005,1731551822252', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 58 more 2024-11-14T02:37:11,357 WARN [RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-83c5a5c119d5,46005,1731551822252', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 40 more 2024-11-14T02:37:11,358 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-14T02:37:11,359 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [83c5a5c119d5%2C46005%2C1731551822252.1731551823437] 2024-11-14T02:37:11,357 ERROR [RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83c5a5c119d5,46005,1731551822252: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83c5a5c119d5,46005,1731551822252, walGroup=83c5a5c119d5%2C46005%2C1731551822252, offset=83c5a5c119d5%2C46005%2C1731551822252.1731551823437:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T02:37:11,359 ERROR [RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T02:37:11,361 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T02:37:11,362 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T02:37:11,362 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T02:37:11,363 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T02:37:11,363 INFO [RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 587790200 }, "NonHeapMemoryUsage": { "committed": 162267136, "init": 7667712, "max": -1, "used": 157542480 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T02:37:11,364 DEBUG [RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [83c5a5c119d5%2C46005%2C1731551822252.1731551823437] 2024-11-14T02:37:11,451 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,1-83c5a5c119d5,46005,1731551822252 terminated 2024-11-14T02:37:11,451 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-83c5a5c119d5,46005,1731551822252 because: Region server is closing 2024-11-14T02:37:11,451 INFO [RS:0;83c5a5c119d5:46005 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:46005. 2024-11-14T02:37:11,451 DEBUG [RS:0;83c5a5c119d5:46005 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:11,451 DEBUG [RS:0;83c5a5c119d5:46005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:11,452 DEBUG [RS:0;83c5a5c119d5:46005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:11,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:37:11,452 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;83c5a5c119d5:46005.replicationSource.shipper83c5a5c119d5%2C46005%2C1731551822252,2-83c5a5c119d5,46005,1731551822252 terminated 2024-11-14T02:37:11,452 INFO [RS:0;83c5a5c119d5:46005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46005 2024-11-14T02:37:11,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778/rs 2024-11-14T02:37:11,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46005-0x101387d5f970007, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01689765778/rs/83c5a5c119d5,46005,1731551822252 2024-11-14T02:37:11,480 INFO [RS:0;83c5a5c119d5:46005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:37:11,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,46005,1731551822252] 2024-11-14T02:37:11,496 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01689765778/draining/83c5a5c119d5,46005,1731551822252 already deleted, retry=false 2024-11-14T02:37:11,496 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,46005,1731551822252 expired; onlineServers=0 2024-11-14T02:37:11,496 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,45185,1731551822201' ***** 2024-11-14T02:37:11,496 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:37:11,497 INFO [M:0;83c5a5c119d5:45185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:37:11,497 INFO [M:0;83c5a5c119d5:45185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:37:11,497 DEBUG [M:0;83c5a5c119d5:45185 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:37:11,497 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:37:11,497 DEBUG [M:0;83c5a5c119d5:45185 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:37:11,497 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551823123 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551823123,5,FailOnTimeoutGroup] 2024-11-14T02:37:11,497 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551823123 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551823123,5,FailOnTimeoutGroup] 2024-11-14T02:37:11,497 INFO [M:0;83c5a5c119d5:45185 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:37:11,497 INFO [M:0;83c5a5c119d5:45185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:37:11,497 DEBUG [M:0;83c5a5c119d5:45185 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:37:11,497 INFO [M:0;83c5a5c119d5:45185 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:37:11,497 INFO [M:0;83c5a5c119d5:45185 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:37:11,498 INFO [M:0;83c5a5c119d5:45185 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:37:11,498 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:37:11,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01689765778/master 2024-11-14T02:37:11,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01689765778 2024-11-14T02:37:11,505 DEBUG [M:0;83c5a5c119d5:45185 {}] zookeeper.ZKUtil(347): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Unable to get data of znode /01689765778/master because node does not exist (not an error) 2024-11-14T02:37:11,505 WARN [M:0;83c5a5c119d5:45185 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:37:11,506 INFO [M:0;83c5a5c119d5:45185 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/.lastflushedseqids 2024-11-14T02:37:11,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741852_1028 (size=181) 2024-11-14T02:37:11,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46005-0x101387d5f970007, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:11,588 INFO [RS:0;83c5a5c119d5:46005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:37:11,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46005-0x101387d5f970007, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:11,589 INFO [RS:0;83c5a5c119d5:46005 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,46005,1731551822252; zookeeper connection closed. 2024-11-14T02:37:11,589 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f92e704 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f92e704 2024-11-14T02:37:11,589 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:37:11,912 INFO [M:0;83c5a5c119d5:45185 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:37:11,913 INFO [M:0;83c5a5c119d5:45185 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:37:11,913 DEBUG [M:0;83c5a5c119d5:45185 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:37:11,913 INFO [M:0;83c5a5c119d5:45185 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:11,913 DEBUG [M:0;83c5a5c119d5:45185 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:11,913 DEBUG [M:0;83c5a5c119d5:45185 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:37:11,913 DEBUG [M:0;83c5a5c119d5:45185 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:11,913 INFO [M:0;83c5a5c119d5:45185 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T02:37:11,929 DEBUG [M:0;83c5a5c119d5:45185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d750099b6a414ee08d20c8a3a192ecf4 is 82, key is hbase:meta,,1/info:regioninfo/1731551823781/Put/seqid=0 2024-11-14T02:37:11,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741853_1029 (size=5680) 2024-11-14T02:37:12,334 INFO [M:0;83c5a5c119d5:45185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d750099b6a414ee08d20c8a3a192ecf4 2024-11-14T02:37:12,354 DEBUG [M:0;83c5a5c119d5:45185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25201baa563d4e06ae4607f6827016cb is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731551828037/Put/seqid=0 2024-11-14T02:37:12,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741854_1030 (size=7319) 2024-11-14T02:37:12,759 INFO [M:0;83c5a5c119d5:45185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25201baa563d4e06ae4607f6827016cb 2024-11-14T02:37:12,780 DEBUG [M:0;83c5a5c119d5:45185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef3b6ecbe967430eb64d5a78dd100d21 is 69, key is 83c5a5c119d5,46005,1731551822252/rs:state/1731551823214/Put/seqid=0 2024-11-14T02:37:12,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741855_1031 (size=5371) 2024-11-14T02:37:13,186 INFO [M:0;83c5a5c119d5:45185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef3b6ecbe967430eb64d5a78dd100d21 2024-11-14T02:37:13,194 INFO [M:0;83c5a5c119d5:45185 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef3b6ecbe967430eb64d5a78dd100d21 2024-11-14T02:37:13,195 DEBUG [M:0;83c5a5c119d5:45185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d750099b6a414ee08d20c8a3a192ecf4 as hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d750099b6a414ee08d20c8a3a192ecf4 2024-11-14T02:37:13,202 INFO [M:0;83c5a5c119d5:45185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d750099b6a414ee08d20c8a3a192ecf4, entries=8, sequenceid=172, filesize=5.5 K 2024-11-14T02:37:13,204 DEBUG [M:0;83c5a5c119d5:45185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25201baa563d4e06ae4607f6827016cb as hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25201baa563d4e06ae4607f6827016cb 2024-11-14T02:37:13,210 INFO [M:0;83c5a5c119d5:45185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25201baa563d4e06ae4607f6827016cb, entries=7, sequenceid=172, filesize=7.1 K 2024-11-14T02:37:13,211 DEBUG [M:0;83c5a5c119d5:45185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef3b6ecbe967430eb64d5a78dd100d21 as hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef3b6ecbe967430eb64d5a78dd100d21 2024-11-14T02:37:13,217 INFO [M:0;83c5a5c119d5:45185 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef3b6ecbe967430eb64d5a78dd100d21 2024-11-14T02:37:13,217 INFO [M:0;83c5a5c119d5:45185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45965/user/jenkins/test-data/b42e576a-af80-2e8b-a04f-ee920c2c3b71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef3b6ecbe967430eb64d5a78dd100d21, entries=2, sequenceid=172, filesize=5.2 K 2024-11-14T02:37:13,219 INFO [M:0;83c5a5c119d5:45185 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=172, compaction requested=false 2024-11-14T02:37:13,220 INFO [M:0;83c5a5c119d5:45185 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:13,220 DEBUG [M:0;83c5a5c119d5:45185 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551831913Disabling compacts and flushes for region at 1731551831913Disabling writes for close at 1731551831913Obtaining lock to block concurrent updates at 1731551831913Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731551831913Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731551831914 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731551831914Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731551831915 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731551831929 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731551831929Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731551832340 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731551832354 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731551832354Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731551832765 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731551832780 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731551832780Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c8eae06: reopening flushed file at 1731551833194 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@657dd4af: reopening flushed file at 1731551833203 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43309434: reopening flushed file at 1731551833210 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=172, compaction requested=false at 1731551833219 (+9 ms)Writing region close event to WAL at 1731551833220 (+1 ms)Closed at 1731551833220 2024-11-14T02:37:13,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40779 is added to blk_1073741847_1023 (size=22949) 2024-11-14T02:37:13,223 INFO [M:0;83c5a5c119d5:45185 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:37:13,223 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:37:13,223 INFO [M:0;83c5a5c119d5:45185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45185 2024-11-14T02:37:13,224 INFO [M:0;83c5a5c119d5:45185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:37:13,351 INFO [M:0;83c5a5c119d5:45185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:37:13,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:13,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45185-0x101387d5f970006, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:13,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:37:13,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:37:13,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:37:13,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:37:13,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/hadoop.log.dir/,STOPPED} 2024-11-14T02:37:13,355 WARN [BP-1681909290-172.17.0.2-1731551801503 heartbeating to localhost/127.0.0.1:45965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:37:13,355 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:37:13,355 WARN [BP-1681909290-172.17.0.2-1731551801503 heartbeating to localhost/127.0.0.1:45965 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1681909290-172.17.0.2-1731551801503 (Datanode Uuid 85cb6cdd-91fd-4673-8e1f-45c30df9551d) service to localhost/127.0.0.1:45965 2024-11-14T02:37:13,356 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:37:13,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/cluster_0ce96a11-1c04-5d18-7108-1e1ab827f56d/data/data1/current/BP-1681909290-172.17.0.2-1731551801503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:37:13,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/cluster_0ce96a11-1c04-5d18-7108-1e1ab827f56d/data/data2/current/BP-1681909290-172.17.0.2-1731551801503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:37:13,357 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:37:13,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:37:13,362 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:37:13,362 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:37:13,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:37:13,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7c6dac9-0e85-727b-4c09-d99a1fc01882/hadoop.log.dir/,STOPPED} 2024-11-14T02:37:13,370 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T02:37:13,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:37:13,392 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bfce5ba java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38299 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/83c5a5c119d5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/83c5a5c119d5:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/83c5a5c119d5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/83c5a5c119d5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59269) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59269) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45965 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/83c5a5c119d5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 90), ProcessCount=11 (was 11), AvailableMemoryMB=5805 (was 6627) 2024-11-14T02:37:13,399 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=5804 2024-11-14T02:37:13,412 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-14T02:37:13,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/hadoop.log.dir so I do NOT create it in target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d 2024-11-14T02:37:13,413 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:37:13,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/hadoop.tmp.dir so I do NOT create it in target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d 2024-11-14T02:37:13,413 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22fe19fd-b66f-08fb-ea78-f05739cabe5f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:37:13,413 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d 2024-11-14T02:37:13,413 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/cluster_c4dc4583-edb1-155e-f955-d323844d0777, deleteOnExit=true 2024-11-14T02:37:13,436 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/cluster_c4dc4583-edb1-155e-f955-d323844d0777/zookeeper_0, clientPort=57035, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/cluster_c4dc4583-edb1-155e-f955-d323844d0777/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/cluster_c4dc4583-edb1-155e-f955-d323844d0777/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T02:37:13,437 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57035 2024-11-14T02:37:13,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:37:13,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:37:13,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/test.cache.data in system properties and HBase conf 2024-11-14T02:37:13,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:37:13,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:37:13,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:37:13,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:37:13,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:37:13,438 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:37:13,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:37:13,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:37:13,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:37:13,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:37:13,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:37:13,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:37:13,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:37:13,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:37:13,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:37:13,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:37:13,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:37:13,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:37:13,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:37:13,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:37:13,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101387d5f970002, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:37:13,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101387d5f970005, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:37:13,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101387d5f970002, quorum=127.0.0.1:59269, baseZNode=/01689765778 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:37:13,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101387d5f970005, quorum=127.0.0.1:59269, baseZNode=/1-1869043497 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:37:13,504 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:37:13,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:13,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:13,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:37:13,728 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:37:13,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:37:13,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:37:13,729 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:37:13,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:37:13,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fdcfbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:37:13,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3f9a53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:37:13,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2266a8ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/java.io.tmpdir/jetty-localhost-41143-hadoop-hdfs-3_4_1-tests_jar-_-any-9616414476317505855/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:37:13,829 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2bfdf5{HTTP/1.1, (http/1.1)}{localhost:41143} 2024-11-14T02:37:13,829 INFO [Time-limited test {}] server.Server(415): Started @34308ms 2024-11-14T02:37:14,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:37:14,047 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:37:14,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:37:14,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:37:14,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:37:14,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a386722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:37:14,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7f8703{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:37:14,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ccd8bf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/java.io.tmpdir/jetty-localhost-46349-hadoop-hdfs-3_4_1-tests_jar-_-any-13749879631671063330/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:37:14,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69edc2f8{HTTP/1.1, (http/1.1)}{localhost:46349} 2024-11-14T02:37:14,154 INFO [Time-limited test {}] server.Server(415): Started @34632ms 2024-11-14T02:37:14,155 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:37:14,620 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/cluster_c4dc4583-edb1-155e-f955-d323844d0777/data/data1/current/BP-45723689-172.17.0.2-1731551833462/current, will proceed with Du for space computation calculation, 2024-11-14T02:37:14,620 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/cluster_c4dc4583-edb1-155e-f955-d323844d0777/data/data2/current/BP-45723689-172.17.0.2-1731551833462/current, will proceed with Du for space computation calculation, 2024-11-14T02:37:14,637 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:37:14,641 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d31d94fe77317e with lease ID 0x12a600defa6c6bab: Processing first storage report for DS-85a9087a-6623-4fc1-acc3-d2470bb91e5a from datanode DatanodeRegistration(127.0.0.1:35245, datanodeUuid=bc595445-3c55-4362-8ac2-078a626d6c0a, infoPort=35921, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=466215739;c=1731551833462) 2024-11-14T02:37:14,641 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d31d94fe77317e with lease ID 0x12a600defa6c6bab: from storage DS-85a9087a-6623-4fc1-acc3-d2470bb91e5a node DatanodeRegistration(127.0.0.1:35245, datanodeUuid=bc595445-3c55-4362-8ac2-078a626d6c0a, infoPort=35921, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=466215739;c=1731551833462), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:37:14,641 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d31d94fe77317e with lease ID 0x12a600defa6c6bab: Processing first storage report for DS-f240a342-04af-490e-b687-1f3e479e4ca2 from datanode DatanodeRegistration(127.0.0.1:35245, datanodeUuid=bc595445-3c55-4362-8ac2-078a626d6c0a, infoPort=35921, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=466215739;c=1731551833462) 2024-11-14T02:37:14,641 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d31d94fe77317e with lease ID 0x12a600defa6c6bab: from storage DS-f240a342-04af-490e-b687-1f3e479e4ca2 node DatanodeRegistration(127.0.0.1:35245, datanodeUuid=bc595445-3c55-4362-8ac2-078a626d6c0a, infoPort=35921, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=466215739;c=1731551833462), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:37:14,694 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d 2024-11-14T02:37:14,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:14,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:14,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:37:15,109 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8 with version=8 2024-11-14T02:37:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/hbase-staging 2024-11-14T02:37:15,112 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:37:15,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:15,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:15,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:37:15,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:15,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:37:15,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:37:15,112 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:37:15,113 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39959 2024-11-14T02:37:15,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39959 connecting to ZooKeeper ensemble=127.0.0.1:57035 2024-11-14T02:37:15,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:37:15,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T02:37:15,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T02:37:15,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:37:15,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399590x0, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:37:15,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39959-0x101387ddf430000 connected 2024-11-14T02:37:15,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:15,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:15,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Set watcher on znode that does not yet exist, /0-1542876646/running 2024-11-14T02:37:15,298 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8, hbase.cluster.distributed=false 2024-11-14T02:37:15,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Set watcher on znode that does not yet exist, /0-1542876646/acl 2024-11-14T02:37:15,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39959 2024-11-14T02:37:15,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39959 2024-11-14T02:37:15,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39959 2024-11-14T02:37:15,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39959 2024-11-14T02:37:15,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39959 2024-11-14T02:37:15,318 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:37:15,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:15,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:15,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:37:15,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:15,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:37:15,319 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:37:15,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:37:15,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45241 2024-11-14T02:37:15,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45241 connecting to ZooKeeper ensemble=127.0.0.1:57035 2024-11-14T02:37:15,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:15,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:15,334 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452410x0, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:37:15,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45241-0x101387ddf430001 connected 2024-11-14T02:37:15,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Set watcher on znode that does not yet exist, /0-1542876646/running 2024-11-14T02:37:15,335 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:37:15,336 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:37:15,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Set watcher on znode that does not yet exist, /0-1542876646/master 2024-11-14T02:37:15,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Set watcher on znode that does not yet exist, /0-1542876646/acl 2024-11-14T02:37:15,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45241 2024-11-14T02:37:15,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45241 2024-11-14T02:37:15,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45241 2024-11-14T02:37:15,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45241 2024-11-14T02:37:15,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45241 2024-11-14T02:37:15,359 DEBUG [M:0;83c5a5c119d5:39959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:39959 2024-11-14T02:37:15,360 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1542876646/backup-masters/83c5a5c119d5,39959,1731551835111 2024-11-14T02:37:15,367 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646/backup-masters 2024-11-14T02:37:15,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646/backup-masters 2024-11-14T02:37:15,368 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Set watcher on existing znode=/0-1542876646/backup-masters/83c5a5c119d5,39959,1731551835111 2024-11-14T02:37:15,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646 2024-11-14T02:37:15,375 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1542876646/master 2024-11-14T02:37:15,376 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646 2024-11-14T02:37:15,376 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Set watcher on existing znode=/0-1542876646/master 2024-11-14T02:37:15,376 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1542876646/backup-masters/83c5a5c119d5,39959,1731551835111 from backup master directory 2024-11-14T02:37:15,384 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646/backup-masters 2024-11-14T02:37:15,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1542876646/backup-masters/83c5a5c119d5,39959,1731551835111 2024-11-14T02:37:15,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646/backup-masters 2024-11-14T02:37:15,384 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:37:15,384 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,39959,1731551835111 2024-11-14T02:37:15,388 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/hbase.id] with ID: 94d83d62-2fdd-4cdb-bbf3-371b8fcadbd5 2024-11-14T02:37:15,388 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/.tmp/hbase.id 2024-11-14T02:37:15,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:37:15,796 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/.tmp/hbase.id]:[hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/hbase.id] 2024-11-14T02:37:15,810 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:15,810 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:37:15,811 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T02:37:15,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646 2024-11-14T02:37:15,842 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646 2024-11-14T02:37:15,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:37:16,252 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:37:16,253 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:37:16,254 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:37:16,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:37:16,663 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store 2024-11-14T02:37:16,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:37:17,071 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:17,071 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:37:17,071 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:17,071 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:17,071 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:37:17,071 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:17,071 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:17,071 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551837071Disabling compacts and flushes for region at 1731551837071Disabling writes for close at 1731551837071Writing region close event to WAL at 1731551837071Closed at 1731551837071 2024-11-14T02:37:17,072 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/.initializing 2024-11-14T02:37:17,072 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/WALs/83c5a5c119d5,39959,1731551835111 2024-11-14T02:37:17,073 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:37:17,075 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C39959%2C1731551835111, suffix=, logDir=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/WALs/83c5a5c119d5,39959,1731551835111, archiveDir=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/oldWALs, maxLogs=10 2024-11-14T02:37:17,090 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/WALs/83c5a5c119d5,39959,1731551835111/83c5a5c119d5%2C39959%2C1731551835111.1731551837076, exclude list is [], retry=0 2024-11-14T02:37:17,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35245,DS-85a9087a-6623-4fc1-acc3-d2470bb91e5a,DISK] 2024-11-14T02:37:17,095 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/WALs/83c5a5c119d5,39959,1731551835111/83c5a5c119d5%2C39959%2C1731551835111.1731551837076 2024-11-14T02:37:17,095 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35921:35921)] 2024-11-14T02:37:17,095 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:37:17,095 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:17,096 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:17,096 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:17,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:17,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:37:17,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:17,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:17,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:17,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:37:17,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:17,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:17,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:17,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:37:17,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:17,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:17,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:17,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:37:17,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:17,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:17,108 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:17,109 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:17,109 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:17,111 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:17,111 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:17,111 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:37:17,112 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:17,115 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:37:17,115 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62724520, jitterRate=-0.06533181667327881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:37:17,116 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731551837096Initializing all the Stores at 1731551837099 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551837100 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551837100Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551837100Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551837100Cleaning up temporary data from old regions at 1731551837111 (+11 ms)Region opened successfully at 1731551837116 (+5 ms) 2024-11-14T02:37:17,116 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:37:17,120 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aac4efa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:37:17,121 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:37:17,121 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:37:17,121 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:37:17,121 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:37:17,121 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:37:17,122 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:37:17,122 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:37:17,124 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:37:17,125 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Unable to get data of znode /0-1542876646/balancer because node does not exist (not necessarily an error) 2024-11-14T02:37:17,133 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1542876646/balancer already deleted, retry=false 2024-11-14T02:37:17,134 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:37:17,135 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Unable to get data of znode /0-1542876646/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:37:17,142 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1542876646/normalizer already deleted, retry=false 2024-11-14T02:37:17,142 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:37:17,143 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Unable to get data of znode /0-1542876646/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:37:17,150 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1542876646/switch/split already deleted, retry=false 2024-11-14T02:37:17,151 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Unable to get data of znode /0-1542876646/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:37:17,158 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1542876646/switch/merge already deleted, retry=false 2024-11-14T02:37:17,160 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Unable to get data of znode /0-1542876646/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:37:17,167 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1542876646/snapshot-cleanup already deleted, retry=false 2024-11-14T02:37:17,175 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1542876646/running 2024-11-14T02:37:17,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1542876646/running 2024-11-14T02:37:17,175 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646 2024-11-14T02:37:17,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646 2024-11-14T02:37:17,176 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,39959,1731551835111, sessionid=0x101387ddf430000, setting cluster-up flag (Was=false) 2024-11-14T02:37:17,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646 2024-11-14T02:37:17,192 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646 2024-11-14T02:37:17,217 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1542876646/flush-table-proc/acquired, /0-1542876646/flush-table-proc/reached, /0-1542876646/flush-table-proc/abort 2024-11-14T02:37:17,218 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,39959,1731551835111 2024-11-14T02:37:17,238 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646 2024-11-14T02:37:17,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646 2024-11-14T02:37:17,263 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1542876646/online-snapshot/acquired, /0-1542876646/online-snapshot/reached, /0-1542876646/online-snapshot/abort 2024-11-14T02:37:17,264 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,39959,1731551835111 2024-11-14T02:37:17,265 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:37:17,267 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:37:17,267 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:37:17,267 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:37:17,267 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,39959,1731551835111 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:37:17,269 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:17,269 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:17,269 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:17,269 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:17,269 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:37:17,269 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:17,269 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:37:17,269 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:17,270 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731551867270 2024-11-14T02:37:17,270 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:37:17,270 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:37:17,270 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:37:17,270 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:37:17,270 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:37:17,270 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:37:17,270 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:17,271 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:37:17,271 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:37:17,271 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:37:17,271 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:37:17,271 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:37:17,271 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:37:17,272 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:37:17,272 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:37:17,272 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551837272,5,FailOnTimeoutGroup] 2024-11-14T02:37:17,272 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551837272,5,FailOnTimeoutGroup] 2024-11-14T02:37:17,272 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:17,272 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:17,272 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:37:17,272 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:17,272 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:17,272 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:37:17,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:37:17,351 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(746): ClusterId : 94d83d62-2fdd-4cdb-bbf3-371b8fcadbd5 2024-11-14T02:37:17,351 DEBUG [RS:0;83c5a5c119d5:45241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:37:17,359 DEBUG [RS:0;83c5a5c119d5:45241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:37:17,359 DEBUG [RS:0;83c5a5c119d5:45241 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:37:17,367 DEBUG [RS:0;83c5a5c119d5:45241 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:37:17,368 DEBUG [RS:0;83c5a5c119d5:45241 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397babf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:37:17,378 DEBUG [RS:0;83c5a5c119d5:45241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:45241 2024-11-14T02:37:17,378 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:37:17,378 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:37:17,378 DEBUG [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:37:17,379 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,39959,1731551835111 with port=45241, startcode=1731551835318 2024-11-14T02:37:17,379 DEBUG [RS:0;83c5a5c119d5:45241 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:37:17,381 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:37:17,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,45241,1731551835318 2024-11-14T02:37:17,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39959 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,45241,1731551835318 2024-11-14T02:37:17,383 DEBUG [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8 2024-11-14T02:37:17,383 DEBUG [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33927 2024-11-14T02:37:17,383 DEBUG [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:37:17,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646/rs 2024-11-14T02:37:17,392 DEBUG [RS:0;83c5a5c119d5:45241 {}] zookeeper.ZKUtil(111): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Set watcher on existing znode=/0-1542876646/rs/83c5a5c119d5,45241,1731551835318 2024-11-14T02:37:17,393 WARN [RS:0;83c5a5c119d5:45241 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:37:17,393 INFO [RS:0;83c5a5c119d5:45241 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:37:17,393 DEBUG [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318 2024-11-14T02:37:17,393 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,45241,1731551835318] 2024-11-14T02:37:17,396 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:37:17,404 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:37:17,405 INFO [RS:0;83c5a5c119d5:45241 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:37:17,405 INFO [RS:0;83c5a5c119d5:45241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:17,405 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:37:17,406 INFO [RS:0;83c5a5c119d5:45241 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:37:17,406 INFO [RS:0;83c5a5c119d5:45241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:17,407 DEBUG [RS:0;83c5a5c119d5:45241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:17,407 DEBUG [RS:0;83c5a5c119d5:45241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:17,407 DEBUG [RS:0;83c5a5c119d5:45241 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:17,407 DEBUG [RS:0;83c5a5c119d5:45241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:17,407 DEBUG [RS:0;83c5a5c119d5:45241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:17,407 DEBUG [RS:0;83c5a5c119d5:45241 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:37:17,407 DEBUG [RS:0;83c5a5c119d5:45241 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:17,407 DEBUG [RS:0;83c5a5c119d5:45241 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:17,407 DEBUG [RS:0;83c5a5c119d5:45241 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:17,407 DEBUG [RS:0;83c5a5c119d5:45241 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:17,407 DEBUG [RS:0;83c5a5c119d5:45241 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:17,408 DEBUG [RS:0;83c5a5c119d5:45241 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:17,408 DEBUG [RS:0;83c5a5c119d5:45241 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:37:17,408 DEBUG [RS:0;83c5a5c119d5:45241 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:37:17,409 INFO [RS:0;83c5a5c119d5:45241 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:17,409 INFO [RS:0;83c5a5c119d5:45241 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:17,409 INFO [RS:0;83c5a5c119d5:45241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:17,409 INFO [RS:0;83c5a5c119d5:45241 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:17,409 INFO [RS:0;83c5a5c119d5:45241 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:17,410 INFO [RS:0;83c5a5c119d5:45241 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,45241,1731551835318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:37:17,432 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:37:17,432 INFO [RS:0;83c5a5c119d5:45241 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,45241,1731551835318-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:17,432 INFO [RS:0;83c5a5c119d5:45241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:17,432 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.Replication(171): 83c5a5c119d5,45241,1731551835318 started 2024-11-14T02:37:17,454 INFO [RS:0;83c5a5c119d5:45241 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:17,454 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,45241,1731551835318, RpcServer on 83c5a5c119d5/172.17.0.2:45241, sessionid=0x101387ddf430001 2024-11-14T02:37:17,455 DEBUG [RS:0;83c5a5c119d5:45241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:37:17,455 DEBUG [RS:0;83c5a5c119d5:45241 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,45241,1731551835318 2024-11-14T02:37:17,455 DEBUG [RS:0;83c5a5c119d5:45241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,45241,1731551835318' 2024-11-14T02:37:17,455 DEBUG [RS:0;83c5a5c119d5:45241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1542876646/flush-table-proc/abort' 2024-11-14T02:37:17,455 DEBUG [RS:0;83c5a5c119d5:45241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1542876646/flush-table-proc/acquired' 2024-11-14T02:37:17,456 DEBUG [RS:0;83c5a5c119d5:45241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:37:17,456 DEBUG [RS:0;83c5a5c119d5:45241 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:37:17,456 DEBUG [RS:0;83c5a5c119d5:45241 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,45241,1731551835318 2024-11-14T02:37:17,456 DEBUG [RS:0;83c5a5c119d5:45241 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,45241,1731551835318' 2024-11-14T02:37:17,456 DEBUG [RS:0;83c5a5c119d5:45241 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1542876646/online-snapshot/abort' 2024-11-14T02:37:17,456 DEBUG [RS:0;83c5a5c119d5:45241 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1542876646/online-snapshot/acquired' 2024-11-14T02:37:17,457 DEBUG [RS:0;83c5a5c119d5:45241 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:37:17,457 INFO [RS:0;83c5a5c119d5:45241 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:37:17,457 INFO [RS:0;83c5a5c119d5:45241 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:37:17,557 INFO [RS:0;83c5a5c119d5:45241 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:37:17,559 INFO [RS:0;83c5a5c119d5:45241 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C45241%2C1731551835318, suffix=, logDir=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318, archiveDir=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/oldWALs, maxLogs=10 2024-11-14T02:37:17,571 DEBUG [RS:0;83c5a5c119d5:45241 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318/83c5a5c119d5%2C45241%2C1731551835318.1731551837559, exclude list is [], retry=0 2024-11-14T02:37:17,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35245,DS-85a9087a-6623-4fc1-acc3-d2470bb91e5a,DISK] 2024-11-14T02:37:17,576 INFO [RS:0;83c5a5c119d5:45241 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318/83c5a5c119d5%2C45241%2C1731551835318.1731551837559 2024-11-14T02:37:17,576 DEBUG [RS:0;83c5a5c119d5:45241 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35921:35921)] 2024-11-14T02:37:17,680 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:37:17,680 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8 2024-11-14T02:37:17,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:37:18,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:18,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:37:18,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:37:18,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:18,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:18,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:37:18,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:37:18,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:18,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:18,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:37:18,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:37:18,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:18,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:18,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:37:18,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:37:18,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:18,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:18,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:37:18,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740 2024-11-14T02:37:18,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740 2024-11-14T02:37:18,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:37:18,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:37:18,100 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:37:18,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:37:18,104 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:37:18,104 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74597940, jitterRate=0.11159592866897583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:37:18,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731551838087Initializing all the Stores at 1731551838088 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551838088Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551838088Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551838089 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551838089Cleaning up temporary data from old regions at 1731551838099 (+10 ms)Region opened successfully at 1731551838105 (+6 ms) 2024-11-14T02:37:18,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:37:18,105 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:37:18,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:37:18,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:37:18,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:37:18,105 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:37:18,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551838105Disabling compacts and flushes for region at 1731551838105Disabling writes for close at 1731551838105Writing region close event to WAL at 1731551838105Closed at 1731551838105 2024-11-14T02:37:18,107 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:37:18,107 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:37:18,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:37:18,108 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:37:18,109 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:37:18,259 DEBUG [83c5a5c119d5:39959 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:37:18,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,45241,1731551835318 2024-11-14T02:37:18,261 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,45241,1731551835318, state=OPENING 2024-11-14T02:37:18,300 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:37:18,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646 2024-11-14T02:37:18,335 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646 2024-11-14T02:37:18,335 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:37:18,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1542876646/meta-region-server: CHANGED 2024-11-14T02:37:18,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1542876646/meta-region-server: CHANGED 2024-11-14T02:37:18,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,45241,1731551835318}] 2024-11-14T02:37:18,488 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:37:18,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:37:18,494 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:37:18,494 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:37:18,494 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:37:18,496 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C45241%2C1731551835318.meta, suffix=.meta, logDir=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318, archiveDir=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/oldWALs, maxLogs=10 2024-11-14T02:37:18,508 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318/83c5a5c119d5%2C45241%2C1731551835318.meta.1731551838496.meta, exclude list is [], retry=0 2024-11-14T02:37:18,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35245,DS-85a9087a-6623-4fc1-acc3-d2470bb91e5a,DISK] 2024-11-14T02:37:18,512 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318/83c5a5c119d5%2C45241%2C1731551835318.meta.1731551838496.meta 2024-11-14T02:37:18,512 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35921:35921)] 2024-11-14T02:37:18,512 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:37:18,513 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:37:18,513 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:37:18,513 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:37:18,513 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:37:18,513 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:37:18,513 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:18,513 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:37:18,513 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:37:18,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:37:18,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:37:18,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:18,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:18,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:37:18,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:37:18,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:18,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:18,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:37:18,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:37:18,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:18,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:18,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:37:18,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:37:18,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:18,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:18,521 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:37:18,521 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740 2024-11-14T02:37:18,523 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740 2024-11-14T02:37:18,524 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:37:18,524 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:37:18,525 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:37:18,526 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:37:18,526 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63490248, jitterRate=-0.05392158031463623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:37:18,527 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:37:18,527 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731551838513Writing region info on filesystem at 1731551838513Initializing all the Stores at 1731551838514 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551838515 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551838515Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551838515Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551838515Cleaning up temporary data from old regions at 1731551838524 (+9 ms)Running coprocessor post-open hooks at 1731551838527 (+3 ms)Region opened successfully at 1731551838527 2024-11-14T02:37:18,528 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731551838488 2024-11-14T02:37:18,531 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:37:18,531 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:37:18,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,45241,1731551835318 2024-11-14T02:37:18,532 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,45241,1731551835318, state=OPEN 2024-11-14T02:37:18,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1542876646/meta-region-server 2024-11-14T02:37:18,550 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1542876646/meta-region-server 2024-11-14T02:37:18,550 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,45241,1731551835318 2024-11-14T02:37:18,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1542876646/meta-region-server: CHANGED 2024-11-14T02:37:18,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1542876646/meta-region-server: CHANGED 2024-11-14T02:37:18,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:37:18,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,45241,1731551835318 in 214 msec 2024-11-14T02:37:18,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:37:18,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-14T02:37:18,556 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:37:18,556 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:37:18,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:37:18,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,45241,1731551835318, seqNum=-1] 2024-11-14T02:37:18,558 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:37:18,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:37:18,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-11-14T02:37:18,565 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731551838565, completionTime=-1 2024-11-14T02:37:18,565 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:37:18,565 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:37:18,567 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:37:18,567 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731551898567 2024-11-14T02:37:18,567 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731551958567 2024-11-14T02:37:18,567 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T02:37:18,567 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,39959,1731551835111-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:18,567 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,39959,1731551835111-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:18,567 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,39959,1731551835111-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:18,567 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:39959, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:18,567 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:18,568 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:18,569 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:37:18,571 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.187sec 2024-11-14T02:37:18,571 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:37:18,571 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:37:18,571 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:37:18,571 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:37:18,571 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:37:18,571 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,39959,1731551835111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:37:18,571 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,39959,1731551835111-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:37:18,574 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:37:18,574 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:37:18,574 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,39959,1731551835111-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:18,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d30e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:18,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,39959,-1 for getting cluster id 2024-11-14T02:37:18,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:18,653 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94d83d62-2fdd-4cdb-bbf3-371b8fcadbd5' 2024-11-14T02:37:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94d83d62-2fdd-4cdb-bbf3-371b8fcadbd5" 2024-11-14T02:37:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4462b139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,39959,-1] 2024-11-14T02:37:18,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:18,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:18,655 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:18,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa4398d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:18,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:37:18,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,45241,1731551835318, seqNum=-1] 2024-11-14T02:37:18,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:37:18,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:37:18,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,39959,1731551835111 2024-11-14T02:37:18,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57035 2024-11-14T02:37:18,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:37:18,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101387ddf430002 connected 2024-11-14T02:37:18,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/hadoop.log.dir so I do NOT create it in target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142 2024-11-14T02:37:18,682 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:37:18,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/hadoop.tmp.dir so I do NOT create it in target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142 2024-11-14T02:37:18,682 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:37:18,682 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142 2024-11-14T02:37:18,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:37:18,682 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/cluster_9a5481e4-f2f7-7ec0-3829-69a2c6ad22fc, deleteOnExit=true 2024-11-14T02:37:18,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:37:18,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/test.cache.data in system properties and HBase conf 2024-11-14T02:37:18,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:37:18,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:37:18,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:37:18,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:37:18,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:37:18,683 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:37:18,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:37:18,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:37:18,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:37:18,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:37:18,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:37:18,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:37:18,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:37:18,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:37:18,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:37:18,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:37:18,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:37:18,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:37:18,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:37:18,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:37:18,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:37:18,959 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:37:18,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:37:18,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:37:18,963 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:37:18,964 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:37:18,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a908fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:37:18,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48fdfcc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:37:19,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8ecca32{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/java.io.tmpdir/jetty-localhost-46429-hadoop-hdfs-3_4_1-tests_jar-_-any-3150341949784866391/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:37:19,060 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c79b326{HTTP/1.1, (http/1.1)}{localhost:46429} 2024-11-14T02:37:19,060 INFO [Time-limited test {}] server.Server(415): Started @39538ms 2024-11-14T02:37:19,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:37:19,257 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:37:19,258 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:37:19,258 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:37:19,258 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:37:19,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d34bb4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:37:19,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cd585af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:37:19,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5aa231b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/java.io.tmpdir/jetty-localhost-42395-hadoop-hdfs-3_4_1-tests_jar-_-any-11892497277718313411/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:37:19,353 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d920833{HTTP/1.1, (http/1.1)}{localhost:42395} 2024-11-14T02:37:19,353 INFO [Time-limited test {}] server.Server(415): Started @39832ms 2024-11-14T02:37:19,354 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:37:19,844 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/cluster_9a5481e4-f2f7-7ec0-3829-69a2c6ad22fc/data/data1/current/BP-1719537434-172.17.0.2-1731551838706/current, will proceed with Du for space computation calculation, 2024-11-14T02:37:19,844 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/cluster_9a5481e4-f2f7-7ec0-3829-69a2c6ad22fc/data/data2/current/BP-1719537434-172.17.0.2-1731551838706/current, will proceed with Du for space computation calculation, 2024-11-14T02:37:19,869 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:37:19,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4899c558b91afbe with lease ID 0x5f86f79f4d76a9f6: Processing first storage report for DS-d2a01114-0135-4013-9c70-27b91f2b368c from datanode DatanodeRegistration(127.0.0.1:46081, datanodeUuid=9b8f49a9-d368-47ba-9c25-7950c2281324, infoPort=37089, infoSecurePort=0, ipcPort=38691, storageInfo=lv=-57;cid=testClusterID;nsid=645533196;c=1731551838706) 2024-11-14T02:37:19,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4899c558b91afbe with lease ID 0x5f86f79f4d76a9f6: from storage DS-d2a01114-0135-4013-9c70-27b91f2b368c node DatanodeRegistration(127.0.0.1:46081, datanodeUuid=9b8f49a9-d368-47ba-9c25-7950c2281324, infoPort=37089, infoSecurePort=0, ipcPort=38691, storageInfo=lv=-57;cid=testClusterID;nsid=645533196;c=1731551838706), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:37:19,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4899c558b91afbe with lease ID 0x5f86f79f4d76a9f6: Processing first storage report for DS-228a8b45-ceec-40b9-badc-c8070c783627 from datanode DatanodeRegistration(127.0.0.1:46081, datanodeUuid=9b8f49a9-d368-47ba-9c25-7950c2281324, infoPort=37089, infoSecurePort=0, ipcPort=38691, storageInfo=lv=-57;cid=testClusterID;nsid=645533196;c=1731551838706) 2024-11-14T02:37:19,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4899c558b91afbe with lease ID 0x5f86f79f4d76a9f6: from storage DS-228a8b45-ceec-40b9-badc-c8070c783627 node DatanodeRegistration(127.0.0.1:46081, datanodeUuid=9b8f49a9-d368-47ba-9c25-7950c2281324, infoPort=37089, infoSecurePort=0, ipcPort=38691, storageInfo=lv=-57;cid=testClusterID;nsid=645533196;c=1731551838706), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:37:19,881 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142 2024-11-14T02:37:19,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:19,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:19,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:37:20,292 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637 with version=8 2024-11-14T02:37:20,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/hbase-staging 2024-11-14T02:37:20,294 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:37:20,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:20,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:20,294 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:37:20,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:20,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:37:20,294 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:37:20,294 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:37:20,295 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40387 2024-11-14T02:37:20,296 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40387 connecting to ZooKeeper ensemble=127.0.0.1:57035 2024-11-14T02:37:20,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403870x0, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:37:20,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40387-0x101387ddf430003 connected 2024-11-14T02:37:20,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:20,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:20,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Set watcher on znode that does not yet exist, /1421110157/running 2024-11-14T02:37:20,388 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637, hbase.cluster.distributed=false 2024-11-14T02:37:20,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Set watcher on znode that does not yet exist, /1421110157/acl 2024-11-14T02:37:20,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40387 2024-11-14T02:37:20,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40387 2024-11-14T02:37:20,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40387 2024-11-14T02:37:20,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40387 2024-11-14T02:37:20,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40387 2024-11-14T02:37:20,410 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:37:20,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:20,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:20,410 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:37:20,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:20,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:37:20,410 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:37:20,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:37:20,411 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36007 2024-11-14T02:37:20,412 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36007 connecting to ZooKeeper ensemble=127.0.0.1:57035 2024-11-14T02:37:20,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:20,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:20,438 WARN [RS:0;83c5a5c119d5:45241 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 83c5a5c119d5,40559,1731551805537: status=Processing ServerCrashProcedure of 83c5a5c119d5,40559,1731551805537 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731551823123, completionTime=-1 appears to have been leaked 2024-11-14T02:37:20,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360070x0, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:37:20,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360070x0, quorum=127.0.0.1:57035, baseZNode=/1421110157 Set watcher on znode that does not yet exist, /1421110157/running 2024-11-14T02:37:20,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36007-0x101387ddf430004 connected 2024-11-14T02:37:20,451 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:37:20,451 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:37:20,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Set watcher on znode that does not yet exist, /1421110157/master 2024-11-14T02:37:20,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Set watcher on znode that does not yet exist, /1421110157/acl 2024-11-14T02:37:20,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36007 2024-11-14T02:37:20,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36007 2024-11-14T02:37:20,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36007 2024-11-14T02:37:20,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36007 2024-11-14T02:37:20,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36007 2024-11-14T02:37:20,467 DEBUG [M:0;83c5a5c119d5:40387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:40387 2024-11-14T02:37:20,467 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1421110157/backup-masters/83c5a5c119d5,40387,1731551840294 2024-11-14T02:37:20,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157/backup-masters 2024-11-14T02:37:20,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157/backup-masters 2024-11-14T02:37:20,476 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Set watcher on existing znode=/1421110157/backup-masters/83c5a5c119d5,40387,1731551840294 2024-11-14T02:37:20,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1421110157/master 2024-11-14T02:37:20,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157 2024-11-14T02:37:20,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157 2024-11-14T02:37:20,484 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Set watcher on existing znode=/1421110157/master 2024-11-14T02:37:20,484 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1421110157/backup-masters/83c5a5c119d5,40387,1731551840294 from backup master directory 2024-11-14T02:37:20,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1421110157/backup-masters/83c5a5c119d5,40387,1731551840294 2024-11-14T02:37:20,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157/backup-masters 2024-11-14T02:37:20,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157/backup-masters 2024-11-14T02:37:20,492 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:37:20,492 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,40387,1731551840294 2024-11-14T02:37:20,496 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/hbase.id] with ID: 327b130b-f6f0-46ee-884d-b6fd86291b81 2024-11-14T02:37:20,496 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/.tmp/hbase.id 2024-11-14T02:37:20,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:37:20,645 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:37:20,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:20,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:20,901 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/.tmp/hbase.id]:[hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/hbase.id] 2024-11-14T02:37:20,914 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:20,914 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:37:20,916 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T02:37:20,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157 2024-11-14T02:37:20,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157 2024-11-14T02:37:20,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:37:21,353 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:37:21,354 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:37:21,354 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:37:21,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:37:21,762 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store 2024-11-14T02:37:21,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:37:22,169 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:22,169 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:37:22,169 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:22,169 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:22,169 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:37:22,169 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:22,169 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:22,169 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551842169Disabling compacts and flushes for region at 1731551842169Disabling writes for close at 1731551842169Writing region close event to WAL at 1731551842169Closed at 1731551842169 2024-11-14T02:37:22,170 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/.initializing 2024-11-14T02:37:22,170 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/WALs/83c5a5c119d5,40387,1731551840294 2024-11-14T02:37:22,172 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:37:22,173 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C40387%2C1731551840294, suffix=, logDir=hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/WALs/83c5a5c119d5,40387,1731551840294, archiveDir=hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/oldWALs, maxLogs=10 2024-11-14T02:37:22,185 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/WALs/83c5a5c119d5,40387,1731551840294/83c5a5c119d5%2C40387%2C1731551840294.1731551842174, exclude list is [], retry=0 2024-11-14T02:37:22,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46081,DS-d2a01114-0135-4013-9c70-27b91f2b368c,DISK] 2024-11-14T02:37:22,190 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/WALs/83c5a5c119d5,40387,1731551840294/83c5a5c119d5%2C40387%2C1731551840294.1731551842174 2024-11-14T02:37:22,191 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37089:37089)] 2024-11-14T02:37:22,191 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:37:22,191 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:22,192 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:22,192 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:22,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:22,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:37:22,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:22,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:22,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:22,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:37:22,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:22,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:22,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:22,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:37:22,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:22,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:22,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:22,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:37:22,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:22,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:22,200 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:22,201 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:22,201 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:22,202 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:22,203 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:22,203 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:37:22,204 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:22,205 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:37:22,206 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74845794, jitterRate=0.11528924107551575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:37:22,206 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731551842192Initializing all the Stores at 1731551842193 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551842193Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551842193Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551842193Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551842193Cleaning up temporary data from old regions at 1731551842203 (+10 ms)Region opened successfully at 1731551842206 (+3 ms) 2024-11-14T02:37:22,206 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:37:22,209 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd9685c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:37:22,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:37:22,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:37:22,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:37:22,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:37:22,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:37:22,211 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:37:22,211 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:37:22,212 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:37:22,213 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Unable to get data of znode /1421110157/balancer because node does not exist (not necessarily an error) 2024-11-14T02:37:22,242 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1421110157/balancer already deleted, retry=false 2024-11-14T02:37:22,242 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:37:22,243 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Unable to get data of znode /1421110157/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:37:22,250 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1421110157/normalizer already deleted, retry=false 2024-11-14T02:37:22,250 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:37:22,251 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Unable to get data of znode /1421110157/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:37:22,258 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1421110157/switch/split already deleted, retry=false 2024-11-14T02:37:22,259 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Unable to get data of znode /1421110157/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:37:22,266 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1421110157/switch/merge already deleted, retry=false 2024-11-14T02:37:22,268 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Unable to get data of znode /1421110157/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:37:22,275 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1421110157/snapshot-cleanup already deleted, retry=false 2024-11-14T02:37:22,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1421110157/running 2024-11-14T02:37:22,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1421110157/running 2024-11-14T02:37:22,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157 2024-11-14T02:37:22,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157 2024-11-14T02:37:22,284 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,40387,1731551840294, sessionid=0x101387ddf430003, setting cluster-up flag (Was=false) 2024-11-14T02:37:22,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157 2024-11-14T02:37:22,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157 2024-11-14T02:37:22,325 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1421110157/flush-table-proc/acquired, /1421110157/flush-table-proc/reached, /1421110157/flush-table-proc/abort 2024-11-14T02:37:22,326 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,40387,1731551840294 2024-11-14T02:37:22,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157 2024-11-14T02:37:22,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157 2024-11-14T02:37:22,366 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1421110157/online-snapshot/acquired, /1421110157/online-snapshot/reached, /1421110157/online-snapshot/abort 2024-11-14T02:37:22,367 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,40387,1731551840294 2024-11-14T02:37:22,368 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:37:22,370 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:37:22,370 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:37:22,370 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:37:22,371 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,40387,1731551840294 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:37:22,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:22,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:22,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:22,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:22,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:37:22,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:22,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:37:22,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:22,374 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:37:22,374 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:37:22,374 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731551872374 2024-11-14T02:37:22,374 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:37:22,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:37:22,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:37:22,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:37:22,375 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:22,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:37:22,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:37:22,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:22,375 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:37:22,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:37:22,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:37:22,376 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:37:22,376 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:37:22,376 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:37:22,376 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:37:22,376 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551842376,5,FailOnTimeoutGroup] 2024-11-14T02:37:22,376 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551842376,5,FailOnTimeoutGroup] 2024-11-14T02:37:22,376 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:22,376 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:37:22,376 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:22,377 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:22,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:37:22,457 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.HRegionServer(746): ClusterId : 327b130b-f6f0-46ee-884d-b6fd86291b81 2024-11-14T02:37:22,457 DEBUG [RS:0;83c5a5c119d5:36007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:37:22,467 DEBUG [RS:0;83c5a5c119d5:36007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:37:22,467 DEBUG [RS:0;83c5a5c119d5:36007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:37:22,476 DEBUG [RS:0;83c5a5c119d5:36007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:37:22,476 DEBUG [RS:0;83c5a5c119d5:36007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a593d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:37:22,486 DEBUG [RS:0;83c5a5c119d5:36007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:36007 2024-11-14T02:37:22,486 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:37:22,486 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:37:22,486 DEBUG [RS:0;83c5a5c119d5:36007 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:37:22,487 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,40387,1731551840294 with port=36007, startcode=1731551840410 2024-11-14T02:37:22,487 DEBUG [RS:0;83c5a5c119d5:36007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:37:22,489 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:37:22,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,36007,1731551840410 2024-11-14T02:37:22,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40387 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,36007,1731551840410 2024-11-14T02:37:22,491 DEBUG [RS:0;83c5a5c119d5:36007 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637 2024-11-14T02:37:22,491 DEBUG [RS:0;83c5a5c119d5:36007 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46815 2024-11-14T02:37:22,491 DEBUG [RS:0;83c5a5c119d5:36007 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:37:22,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157/rs 2024-11-14T02:37:22,543 DEBUG [RS:0;83c5a5c119d5:36007 {}] zookeeper.ZKUtil(111): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Set watcher on existing znode=/1421110157/rs/83c5a5c119d5,36007,1731551840410 2024-11-14T02:37:22,543 WARN [RS:0;83c5a5c119d5:36007 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:37:22,543 INFO [RS:0;83c5a5c119d5:36007 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:37:22,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,36007,1731551840410] 2024-11-14T02:37:22,543 DEBUG [RS:0;83c5a5c119d5:36007 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/WALs/83c5a5c119d5,36007,1731551840410 2024-11-14T02:37:22,547 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:37:22,550 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:37:22,551 INFO [RS:0;83c5a5c119d5:36007 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:37:22,551 INFO [RS:0;83c5a5c119d5:36007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:22,551 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:37:22,552 INFO [RS:0;83c5a5c119d5:36007 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:37:22,552 INFO [RS:0;83c5a5c119d5:36007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:22,552 DEBUG [RS:0;83c5a5c119d5:36007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:22,552 DEBUG [RS:0;83c5a5c119d5:36007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:22,552 DEBUG [RS:0;83c5a5c119d5:36007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:22,552 DEBUG [RS:0;83c5a5c119d5:36007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:22,552 DEBUG [RS:0;83c5a5c119d5:36007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:22,553 DEBUG [RS:0;83c5a5c119d5:36007 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:37:22,553 DEBUG [RS:0;83c5a5c119d5:36007 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:22,553 DEBUG [RS:0;83c5a5c119d5:36007 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:22,553 DEBUG [RS:0;83c5a5c119d5:36007 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:22,553 DEBUG [RS:0;83c5a5c119d5:36007 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:22,553 DEBUG [RS:0;83c5a5c119d5:36007 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:22,553 DEBUG [RS:0;83c5a5c119d5:36007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:22,553 DEBUG [RS:0;83c5a5c119d5:36007 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:37:22,553 DEBUG [RS:0;83c5a5c119d5:36007 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:37:22,553 INFO [RS:0;83c5a5c119d5:36007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:22,553 INFO [RS:0;83c5a5c119d5:36007 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:22,554 INFO [RS:0;83c5a5c119d5:36007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:22,554 INFO [RS:0;83c5a5c119d5:36007 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:22,554 INFO [RS:0;83c5a5c119d5:36007 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:22,554 INFO [RS:0;83c5a5c119d5:36007 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,36007,1731551840410-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:37:22,570 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:37:22,570 INFO [RS:0;83c5a5c119d5:36007 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,36007,1731551840410-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:22,570 INFO [RS:0;83c5a5c119d5:36007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:22,570 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.Replication(171): 83c5a5c119d5,36007,1731551840410 started 2024-11-14T02:37:22,587 INFO [RS:0;83c5a5c119d5:36007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:22,587 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,36007,1731551840410, RpcServer on 83c5a5c119d5/172.17.0.2:36007, sessionid=0x101387ddf430004 2024-11-14T02:37:22,587 DEBUG [RS:0;83c5a5c119d5:36007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:37:22,587 DEBUG [RS:0;83c5a5c119d5:36007 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,36007,1731551840410 2024-11-14T02:37:22,587 DEBUG [RS:0;83c5a5c119d5:36007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,36007,1731551840410' 2024-11-14T02:37:22,587 DEBUG [RS:0;83c5a5c119d5:36007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1421110157/flush-table-proc/abort' 2024-11-14T02:37:22,588 DEBUG [RS:0;83c5a5c119d5:36007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1421110157/flush-table-proc/acquired' 2024-11-14T02:37:22,589 DEBUG [RS:0;83c5a5c119d5:36007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:37:22,589 DEBUG [RS:0;83c5a5c119d5:36007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:37:22,589 DEBUG [RS:0;83c5a5c119d5:36007 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,36007,1731551840410 2024-11-14T02:37:22,589 DEBUG [RS:0;83c5a5c119d5:36007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,36007,1731551840410' 2024-11-14T02:37:22,589 DEBUG [RS:0;83c5a5c119d5:36007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1421110157/online-snapshot/abort' 2024-11-14T02:37:22,589 DEBUG [RS:0;83c5a5c119d5:36007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1421110157/online-snapshot/acquired' 2024-11-14T02:37:22,590 DEBUG [RS:0;83c5a5c119d5:36007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:37:22,590 INFO [RS:0;83c5a5c119d5:36007 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:37:22,590 INFO [RS:0;83c5a5c119d5:36007 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:37:22,690 INFO [RS:0;83c5a5c119d5:36007 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:37:22,692 INFO [RS:0;83c5a5c119d5:36007 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C36007%2C1731551840410, suffix=, logDir=hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/WALs/83c5a5c119d5,36007,1731551840410, archiveDir=hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/oldWALs, maxLogs=10 2024-11-14T02:37:22,707 DEBUG [RS:0;83c5a5c119d5:36007 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/WALs/83c5a5c119d5,36007,1731551840410/83c5a5c119d5%2C36007%2C1731551840410.1731551842692, exclude list is [], retry=0 2024-11-14T02:37:22,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46081,DS-d2a01114-0135-4013-9c70-27b91f2b368c,DISK] 2024-11-14T02:37:22,712 INFO [RS:0;83c5a5c119d5:36007 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/WALs/83c5a5c119d5,36007,1731551840410/83c5a5c119d5%2C36007%2C1731551840410.1731551842692 2024-11-14T02:37:22,713 DEBUG [RS:0;83c5a5c119d5:36007 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37089:37089)] 2024-11-14T02:37:22,781 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:37:22,782 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637 2024-11-14T02:37:22,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:37:23,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:23,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:37:23,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:37:23,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:23,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:23,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:37:23,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:37:23,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:23,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:23,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:37:23,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:37:23,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:23,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:23,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:37:23,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:37:23,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:23,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:23,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:37:23,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/data/hbase/meta/1588230740 2024-11-14T02:37:23,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/data/hbase/meta/1588230740 2024-11-14T02:37:23,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:37:23,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:37:23,200 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:37:23,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:37:23,203 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:37:23,203 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71737353, jitterRate=0.06896986067295074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:37:23,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731551843188Initializing all the Stores at 1731551843189 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551843189Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551843190 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551843190Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551843190Cleaning up temporary data from old regions at 1731551843200 (+10 ms)Region opened successfully at 1731551843203 (+3 ms) 2024-11-14T02:37:23,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:37:23,204 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:37:23,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:37:23,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:37:23,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:37:23,204 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:37:23,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551843204Disabling compacts and flushes for region at 1731551843204Disabling writes for close at 1731551843204Writing region close event to WAL at 1731551843204Closed at 1731551843204 2024-11-14T02:37:23,205 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:37:23,206 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:37:23,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:37:23,207 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:37:23,208 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:37:23,358 DEBUG [83c5a5c119d5:40387 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:37:23,359 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,36007,1731551840410 2024-11-14T02:37:23,360 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,36007,1731551840410, state=OPENING 2024-11-14T02:37:23,396 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:37:23,400 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:37:23,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157 2024-11-14T02:37:23,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157 2024-11-14T02:37:23,409 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:37:23,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1421110157/meta-region-server: CHANGED 2024-11-14T02:37:23,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1421110157/meta-region-server: CHANGED 2024-11-14T02:37:23,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,36007,1731551840410}] 2024-11-14T02:37:23,562 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:37:23,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:37:23,568 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:37:23,569 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:37:23,569 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:37:23,570 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C36007%2C1731551840410.meta, suffix=.meta, logDir=hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/WALs/83c5a5c119d5,36007,1731551840410, archiveDir=hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/oldWALs, maxLogs=10 2024-11-14T02:37:23,583 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/WALs/83c5a5c119d5,36007,1731551840410/83c5a5c119d5%2C36007%2C1731551840410.meta.1731551843571.meta, exclude list is [], retry=0 2024-11-14T02:37:23,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46081,DS-d2a01114-0135-4013-9c70-27b91f2b368c,DISK] 2024-11-14T02:37:23,588 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/WALs/83c5a5c119d5,36007,1731551840410/83c5a5c119d5%2C36007%2C1731551840410.meta.1731551843571.meta 2024-11-14T02:37:23,588 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37089:37089)] 2024-11-14T02:37:23,588 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:37:23,588 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:37:23,589 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:37:23,589 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:37:23,589 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:37:23,589 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:37:23,589 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:23,589 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:37:23,589 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:37:23,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:37:23,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:37:23,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:23,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:23,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:37:23,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:37:23,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:23,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:23,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:37:23,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:37:23,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:23,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:23,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:37:23,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:37:23,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:23,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:23,598 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:37:23,598 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/data/hbase/meta/1588230740 2024-11-14T02:37:23,599 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/data/hbase/meta/1588230740 2024-11-14T02:37:23,600 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:37:23,600 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:37:23,601 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:37:23,602 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:37:23,603 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59580227, jitterRate=-0.11218543350696564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:37:23,603 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:37:23,603 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731551843589Writing region info on filesystem at 1731551843589Initializing all the Stores at 1731551843590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551843590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551843592 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551843592Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551843592Cleaning up temporary data from old regions at 1731551843600 (+8 ms)Running coprocessor post-open hooks at 1731551843603 (+3 ms)Region opened successfully at 1731551843603 2024-11-14T02:37:23,604 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731551843562 2024-11-14T02:37:23,606 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:37:23,606 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:37:23,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,36007,1731551840410 2024-11-14T02:37:23,608 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,36007,1731551840410, state=OPEN 2024-11-14T02:37:23,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1421110157/meta-region-server 2024-11-14T02:37:23,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1421110157/meta-region-server 2024-11-14T02:37:23,617 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,36007,1731551840410 2024-11-14T02:37:23,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1421110157/meta-region-server: CHANGED 2024-11-14T02:37:23,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1421110157/meta-region-server: CHANGED 2024-11-14T02:37:23,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:37:23,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,36007,1731551840410 in 208 msec 2024-11-14T02:37:23,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:37:23,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-14T02:37:23,624 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:37:23,624 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:37:23,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:37:23,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,36007,1731551840410, seqNum=-1] 2024-11-14T02:37:23,626 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:37:23,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:37:23,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2620 sec 2024-11-14T02:37:23,634 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731551843634, completionTime=-1 2024-11-14T02:37:23,634 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:37:23,634 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:37:23,636 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:37:23,636 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731551903636 2024-11-14T02:37:23,636 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731551963636 2024-11-14T02:37:23,636 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T02:37:23,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,40387,1731551840294-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:23,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,40387,1731551840294-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:23,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,40387,1731551840294-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:23,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:40387, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:23,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:23,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:23,639 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:37:23,641 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.149sec 2024-11-14T02:37:23,641 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:37:23,641 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:37:23,641 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:37:23,642 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:37:23,642 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:37:23,642 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,40387,1731551840294-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:37:23,642 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,40387,1731551840294-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:37:23,644 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:37:23,644 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:37:23,644 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,40387,1731551840294-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:23,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5497595e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:23,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,40387,-1 for getting cluster id 2024-11-14T02:37:23,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:23,660 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '327b130b-f6f0-46ee-884d-b6fd86291b81' 2024-11-14T02:37:23,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:23,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "327b130b-f6f0-46ee-884d-b6fd86291b81" 2024-11-14T02:37:23,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7602b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:23,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,40387,-1] 2024-11-14T02:37:23,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:23,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:23,662 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:23,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bd027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:23,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:37:23,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,36007,1731551840410, seqNum=-1] 2024-11-14T02:37:23,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:37:23,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:37:23,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,40387,1731551840294 2024-11-14T02:37:23,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57035 2024-11-14T02:37:23,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:37:23,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101387ddf430005 connected 2024-11-14T02:37:23,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce2a56b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:23,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,39959,-1 for getting cluster id 2024-11-14T02:37:23,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:23,687 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94d83d62-2fdd-4cdb-bbf3-371b8fcadbd5' 2024-11-14T02:37:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94d83d62-2fdd-4cdb-bbf3-371b8fcadbd5" 2024-11-14T02:37:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28437c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,39959,-1] 2024-11-14T02:37:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:23,689 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:23,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544f8e52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:23,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:37:23,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,39959,1731551835111 2024-11-14T02:37:23,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@467a9310 2024-11-14T02:37:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:37:23,692 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:37:23,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83c5a5c119d5:40387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T02:37:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:37:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:37:23,695 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:40387' 2024-11-14T02:37:23,696 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f549cc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:23,696 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,40387,-1 for getting cluster id 2024-11-14T02:37:23,696 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:23,697 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '327b130b-f6f0-46ee-884d-b6fd86291b81' 2024-11-14T02:37:23,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:23,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "327b130b-f6f0-46ee-884d-b6fd86291b81" 2024-11-14T02:37:23,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4259afa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:23,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,40387,-1] 2024-11-14T02:37:23,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:23,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:23,699 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:23,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680b95dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:23,700 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:37:23,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,40387,1731551840294 2024-11-14T02:37:23,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2761eba6 2024-11-14T02:37:23,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:37:23,701 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:37:23,702 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T02:37:23,702 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:37:23,702 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:23,702 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:23,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:37:23,703 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:37:23,704 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T02:37:23,706 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:37:23,706 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:23,707 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:37:23,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741835_1011 (size=1138) 2024-11-14T02:37:23,754 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T02:37:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:37:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:37:24,117 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 03ac7ae348cf042adc60474e3db26500, NAME => 'hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8 2024-11-14T02:37:24,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741836_1012 (size=44) 2024-11-14T02:37:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:37:24,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:24,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 03ac7ae348cf042adc60474e3db26500, disabling compactions & flushes 2024-11-14T02:37:24,524 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500. 2024-11-14T02:37:24,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500. 2024-11-14T02:37:24,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500. after waiting 0 ms 2024-11-14T02:37:24,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500. 2024-11-14T02:37:24,524 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500. 2024-11-14T02:37:24,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 03ac7ae348cf042adc60474e3db26500: Waiting for close lock at 1731551844524Disabling compacts and flushes for region at 1731551844524Disabling writes for close at 1731551844524Writing region close event to WAL at 1731551844524Closed at 1731551844524 2024-11-14T02:37:24,526 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:37:24,526 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731551844526"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731551844526"}]},"ts":"1731551844526"} 2024-11-14T02:37:24,529 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:37:24,530 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:37:24,530 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551844530"}]},"ts":"1731551844530"} 2024-11-14T02:37:24,532 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T02:37:24,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03ac7ae348cf042adc60474e3db26500, ASSIGN}] 2024-11-14T02:37:24,534 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03ac7ae348cf042adc60474e3db26500, ASSIGN 2024-11-14T02:37:24,535 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=03ac7ae348cf042adc60474e3db26500, ASSIGN; state=OFFLINE, location=83c5a5c119d5,45241,1731551835318; forceNewPlan=false, retain=false 2024-11-14T02:37:24,686 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=03ac7ae348cf042adc60474e3db26500, regionState=OPENING, regionLocation=83c5a5c119d5,45241,1731551835318 2024-11-14T02:37:24,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=03ac7ae348cf042adc60474e3db26500, ASSIGN because future has completed 2024-11-14T02:37:24,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03ac7ae348cf042adc60474e3db26500, server=83c5a5c119d5,45241,1731551835318}] 2024-11-14T02:37:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:37:24,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500. 2024-11-14T02:37:24,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:37:24,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T02:37:24,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C45241%2C1731551835318.rep, suffix=, logDir=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318, archiveDir=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/oldWALs, maxLogs=10 2024-11-14T02:37:24,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318/83c5a5c119d5%2C45241%2C1731551835318.rep.1731551844848, exclude list is [], retry=0 2024-11-14T02:37:24,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35245,DS-85a9087a-6623-4fc1-acc3-d2470bb91e5a,DISK] 2024-11-14T02:37:24,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318/83c5a5c119d5%2C45241%2C1731551835318.rep.1731551844848 2024-11-14T02:37:24,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35921:35921)] 2024-11-14T02:37:24,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 03ac7ae348cf042adc60474e3db26500, NAME => 'hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:37:24,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:37:24,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:37:24,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500. service=MultiRowMutationService 2024-11-14T02:37:24,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T02:37:24,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 03ac7ae348cf042adc60474e3db26500 2024-11-14T02:37:24,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:24,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 03ac7ae348cf042adc60474e3db26500 2024-11-14T02:37:24,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 03ac7ae348cf042adc60474e3db26500 2024-11-14T02:37:24,866 INFO [StoreOpener-03ac7ae348cf042adc60474e3db26500-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 03ac7ae348cf042adc60474e3db26500 2024-11-14T02:37:24,867 INFO [StoreOpener-03ac7ae348cf042adc60474e3db26500-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03ac7ae348cf042adc60474e3db26500 columnFamilyName hfileref 2024-11-14T02:37:24,867 DEBUG [StoreOpener-03ac7ae348cf042adc60474e3db26500-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:24,868 INFO [StoreOpener-03ac7ae348cf042adc60474e3db26500-1 {}] regionserver.HStore(327): Store=03ac7ae348cf042adc60474e3db26500/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:24,868 INFO [StoreOpener-03ac7ae348cf042adc60474e3db26500-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 03ac7ae348cf042adc60474e3db26500 2024-11-14T02:37:24,869 INFO [StoreOpener-03ac7ae348cf042adc60474e3db26500-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03ac7ae348cf042adc60474e3db26500 columnFamilyName queue 2024-11-14T02:37:24,869 DEBUG [StoreOpener-03ac7ae348cf042adc60474e3db26500-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:24,869 INFO [StoreOpener-03ac7ae348cf042adc60474e3db26500-1 {}] regionserver.HStore(327): Store=03ac7ae348cf042adc60474e3db26500/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:24,869 INFO [StoreOpener-03ac7ae348cf042adc60474e3db26500-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 03ac7ae348cf042adc60474e3db26500 2024-11-14T02:37:24,871 INFO [StoreOpener-03ac7ae348cf042adc60474e3db26500-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03ac7ae348cf042adc60474e3db26500 columnFamilyName sid 2024-11-14T02:37:24,871 DEBUG [StoreOpener-03ac7ae348cf042adc60474e3db26500-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:24,871 INFO [StoreOpener-03ac7ae348cf042adc60474e3db26500-1 {}] regionserver.HStore(327): Store=03ac7ae348cf042adc60474e3db26500/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:24,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 03ac7ae348cf042adc60474e3db26500 2024-11-14T02:37:24,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/replication/03ac7ae348cf042adc60474e3db26500 2024-11-14T02:37:24,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/replication/03ac7ae348cf042adc60474e3db26500 2024-11-14T02:37:24,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 03ac7ae348cf042adc60474e3db26500 2024-11-14T02:37:24,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 03ac7ae348cf042adc60474e3db26500 2024-11-14T02:37:24,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:37:24,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 03ac7ae348cf042adc60474e3db26500 2024-11-14T02:37:24,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/replication/03ac7ae348cf042adc60474e3db26500/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:37:24,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 03ac7ae348cf042adc60474e3db26500; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64030193, jitterRate=-0.04587577283382416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:37:24,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03ac7ae348cf042adc60474e3db26500 2024-11-14T02:37:24,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 03ac7ae348cf042adc60474e3db26500: Running coprocessor pre-open hook at 1731551844865Writing region info on filesystem at 1731551844865Initializing all the Stores at 1731551844865Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551844865Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551844866 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551844866Cleaning up temporary data from old regions at 1731551844874 (+8 ms)Running coprocessor post-open hooks at 1731551844877 (+3 ms)Region opened successfully at 1731551844878 (+1 ms) 2024-11-14T02:37:24,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500., pid=7, masterSystemTime=1731551844842 2024-11-14T02:37:24,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500. 2024-11-14T02:37:24,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500. 2024-11-14T02:37:24,882 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=03ac7ae348cf042adc60474e3db26500, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,45241,1731551835318 2024-11-14T02:37:24,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03ac7ae348cf042adc60474e3db26500, server=83c5a5c119d5,45241,1731551835318 because future has completed 2024-11-14T02:37:24,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T02:37:24,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 03ac7ae348cf042adc60474e3db26500, server=83c5a5c119d5,45241,1731551835318 in 197 msec 2024-11-14T02:37:24,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:37:24,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03ac7ae348cf042adc60474e3db26500, ASSIGN in 355 msec 2024-11-14T02:37:24,892 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:37:24,892 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551844892"}]},"ts":"1731551844892"} 2024-11-14T02:37:24,895 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T02:37:24,896 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:37:24,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-14T02:37:24,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500., hostname=83c5a5c119d5,45241,1731551835318, seqNum=2] 2024-11-14T02:37:24,950 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646 2024-11-14T02:37:24,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646 2024-11-14T02:37:24,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:37:25,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45241 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T02:37:25,121 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T02:37:25,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T02:37:25,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T02:37:25,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T02:37:25,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T02:37:25,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:37:25,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T02:37:25,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:37:25,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T02:37:25,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T02:37:25,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T02:37:25,156 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-83c5a5c119d5,45241,1731551835318, ReplicationSource: 1, currentBandwidth=0 2024-11-14T02:37:25,156 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:37:25,157 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,45241,1731551835318, seqNum=-1] 2024-11-14T02:37:25,157 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:37:25,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-14T02:37:25,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83c5a5c119d5,45241,1731551835318', locateType=CURRENT is [region=hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500., hostname=83c5a5c119d5,45241,1731551835318, seqNum=2] 2024-11-14T02:37:25,164 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T02:37:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T02:37:25,167 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83c5a5c119d5,45241,1731551835318 suceeded 2024-11-14T02:37:25,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T02:37:25,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-14T02:37:25,170 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83c5a5c119d5:40387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:37:25,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4780 sec 2024-11-14T02:37:25,180 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:40387' 2024-11-14T02:37:25,181 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f185f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:25,181 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,40387,-1 for getting cluster id 2024-11-14T02:37:25,181 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:25,182 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '327b130b-f6f0-46ee-884d-b6fd86291b81' 2024-11-14T02:37:25,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:25,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "327b130b-f6f0-46ee-884d-b6fd86291b81" 2024-11-14T02:37:25,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@150521e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:25,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,40387,-1] 2024-11-14T02:37:25,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:25,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:25,184 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:25,185 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a4b1d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:25,185 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:37:25,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,40387,1731551840294 2024-11-14T02:37:25,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4512b1cf 2024-11-14T02:37:25,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:37:25,187 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-14T02:37:25,188 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83c5a5c119d5,45241,1731551835318 (queues=1) is replicating from cluster=94d83d62-2fdd-4cdb-bbf3-371b8fcadbd5 to cluster=327b130b-f6f0-46ee-884d-b6fd86291b81 2024-11-14T02:37:25,188 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83c5a5c119d5%2C45241%2C1731551835318 2024-11-14T02:37:25,188 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83c5a5c119d5,45241,1731551835318, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:37:25,189 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318.replicationSource.shipper83c5a5c119d5%2C45241%2C1731551835318,1-83c5a5c119d5,45241,1731551835318 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C45241%2C1731551835318 2024-11-14T02:37:25,189 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318.replicationSource.wal-reader.83c5a5c119d5%2C45241%2C1731551835318,1-83c5a5c119d5,45241,1731551835318 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318/83c5a5c119d5%2C45241%2C1731551835318.1731551837559, startPosition=0, beingWritten=true 2024-11-14T02:37:25,394 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318.replicationSource.wal-reader.83c5a5c119d5%2C45241%2C1731551835318,1-83c5a5c119d5,45241,1731551835318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318/83c5a5c119d5%2C45241%2C1731551835318.1731551837559 to pos 0, reset compression=false 2024-11-14T02:37:25,699 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318.replicationSource.wal-reader.83c5a5c119d5%2C45241%2C1731551835318,1-83c5a5c119d5,45241,1731551835318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318/83c5a5c119d5%2C45241%2C1731551835318.1731551837559 to pos 0, reset compression=false 2024-11-14T02:37:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:37:25,854 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T02:37:25,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:37:25,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:25,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:25,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:25,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:37:25,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:37:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,39959,1731551835111 2024-11-14T02:37:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14f57886 2024-11-14T02:37:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:37:25,856 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:37:25,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T02:37:25,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:37:25,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:37:25,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:25,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:25,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:25,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:37:25,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:37:25,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=282024023, stopped=false 2024-11-14T02:37:25,858 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,40387,1731551840294 2024-11-14T02:37:25,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1421110157/running 2024-11-14T02:37:25,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1421110157/running 2024-11-14T02:37:25,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157 2024-11-14T02:37:25,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157 2024-11-14T02:37:25,887 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:37:25,888 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:37:25,888 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:25,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:25,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Set watcher on znode that does not yet exist, /1421110157/running 2024-11-14T02:37:25,888 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,36007,1731551840410' ***** 2024-11-14T02:37:25,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Set watcher on znode that does not yet exist, /1421110157/running 2024-11-14T02:37:25,888 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:37:25,888 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:37:25,888 INFO [RS:0;83c5a5c119d5:36007 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:37:25,888 INFO [RS:0;83c5a5c119d5:36007 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:37:25,888 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,36007,1731551840410 2024-11-14T02:37:25,888 INFO [RS:0;83c5a5c119d5:36007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:37:25,888 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:37:25,889 INFO [RS:0;83c5a5c119d5:36007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:36007. 2024-11-14T02:37:25,889 DEBUG [RS:0;83c5a5c119d5:36007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:25,889 DEBUG [RS:0;83c5a5c119d5:36007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:25,889 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:37:25,889 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:37:25,889 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:37:25,889 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:37:25,889 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T02:37:25,889 DEBUG [RS:0;83c5a5c119d5:36007 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T02:37:25,889 DEBUG [RS:0;83c5a5c119d5:36007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:37:25,889 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:37:25,889 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:37:25,889 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:37:25,889 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:37:25,889 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:37:25,889 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T02:37:25,903 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/data/hbase/meta/1588230740/.tmp/ns/6c94268db6c7436fb5a729be56be20dd is 43, key is default/ns:d/1731551843628/Put/seqid=0 2024-11-14T02:37:25,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741835_1011 (size=5153) 2024-11-14T02:37:25,957 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:37:26,089 DEBUG [RS:0;83c5a5c119d5:36007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:37:26,104 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318.replicationSource.wal-reader.83c5a5c119d5%2C45241%2C1731551835318,1-83c5a5c119d5,45241,1731551835318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318/83c5a5c119d5%2C45241%2C1731551835318.1731551837559 to pos 0, reset compression=false 2024-11-14T02:37:26,290 DEBUG [RS:0;83c5a5c119d5:36007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:37:26,308 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/data/hbase/meta/1588230740/.tmp/ns/6c94268db6c7436fb5a729be56be20dd 2024-11-14T02:37:26,315 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/data/hbase/meta/1588230740/.tmp/ns/6c94268db6c7436fb5a729be56be20dd as hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/data/hbase/meta/1588230740/ns/6c94268db6c7436fb5a729be56be20dd 2024-11-14T02:37:26,321 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/data/hbase/meta/1588230740/ns/6c94268db6c7436fb5a729be56be20dd, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T02:37:26,322 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-14T02:37:26,326 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T02:37:26,327 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:37:26,327 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:37:26,327 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:37:26,327 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551845889Running coprocessor pre-close hooks at 1731551845889Disabling compacts and flushes for region at 1731551845889Disabling writes for close at 1731551845889Obtaining lock to block concurrent updates at 1731551845889Preparing flush snapshotting stores in 1588230740 at 1731551845889Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731551845890 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731551845890Flushing 1588230740/ns: creating writer at 1731551845890Flushing 1588230740/ns: appending metadata at 1731551845903 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731551845903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c4f09d2: reopening flushed file at 1731551846314 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1731551846322 (+8 ms)Writing region close event to WAL at 1731551846323 (+1 ms)Running coprocessor post-close hooks at 1731551846327 (+4 ms)Closed at 1731551846327 2024-11-14T02:37:26,327 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:37:26,490 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,36007,1731551840410; all regions closed. 2024-11-14T02:37:26,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741834_1010 (size=1152) 2024-11-14T02:37:26,492 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/WALs/83c5a5c119d5,36007,1731551840410/83c5a5c119d5%2C36007%2C1731551840410.meta.1731551843571.meta not finished, retry = 0 2024-11-14T02:37:26,554 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:37:26,554 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:37:26,595 DEBUG [RS:0;83c5a5c119d5:36007 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/oldWALs 2024-11-14T02:37:26,595 INFO [RS:0;83c5a5c119d5:36007 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C36007%2C1731551840410.meta:.meta(num 1731551843571) 2024-11-14T02:37:26,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741832_1008 (size=93) 2024-11-14T02:37:26,598 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/WALs/83c5a5c119d5,36007,1731551840410/83c5a5c119d5%2C36007%2C1731551840410.1731551842692 not finished, retry = 0 2024-11-14T02:37:26,610 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318.replicationSource.wal-reader.83c5a5c119d5%2C45241%2C1731551835318,1-83c5a5c119d5,45241,1731551835318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318/83c5a5c119d5%2C45241%2C1731551835318.1731551837559 to pos 0, reset compression=false 2024-11-14T02:37:26,700 DEBUG [RS:0;83c5a5c119d5:36007 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/oldWALs 2024-11-14T02:37:26,700 INFO [RS:0;83c5a5c119d5:36007 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C36007%2C1731551840410:(num 1731551842692) 2024-11-14T02:37:26,700 DEBUG [RS:0;83c5a5c119d5:36007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:26,700 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:37:26,701 INFO [RS:0;83c5a5c119d5:36007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:37:26,701 INFO [RS:0;83c5a5c119d5:36007 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:37:26,701 INFO [RS:0;83c5a5c119d5:36007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:37:26,701 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:37:26,701 INFO [RS:0;83c5a5c119d5:36007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36007 2024-11-14T02:37:26,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1421110157/rs/83c5a5c119d5,36007,1731551840410 2024-11-14T02:37:26,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157/rs 2024-11-14T02:37:26,729 INFO [RS:0;83c5a5c119d5:36007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:37:26,737 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,36007,1731551840410] 2024-11-14T02:37:26,745 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1421110157/draining/83c5a5c119d5,36007,1731551840410 already deleted, retry=false 2024-11-14T02:37:26,746 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,36007,1731551840410 expired; onlineServers=0 2024-11-14T02:37:26,746 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,40387,1731551840294' ***** 2024-11-14T02:37:26,746 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:37:26,746 INFO [M:0;83c5a5c119d5:40387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:37:26,746 INFO [M:0;83c5a5c119d5:40387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:37:26,746 DEBUG [M:0;83c5a5c119d5:40387 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:37:26,746 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:37:26,746 DEBUG [M:0;83c5a5c119d5:40387 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:37:26,746 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551842376 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551842376,5,FailOnTimeoutGroup] 2024-11-14T02:37:26,746 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551842376 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551842376,5,FailOnTimeoutGroup] 2024-11-14T02:37:26,746 INFO [M:0;83c5a5c119d5:40387 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:37:26,746 INFO [M:0;83c5a5c119d5:40387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:37:26,746 DEBUG [M:0;83c5a5c119d5:40387 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:37:26,746 INFO [M:0;83c5a5c119d5:40387 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:37:26,747 INFO [M:0;83c5a5c119d5:40387 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:37:26,747 INFO [M:0;83c5a5c119d5:40387 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:37:26,747 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:37:26,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1421110157/master 2024-11-14T02:37:26,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1421110157 2024-11-14T02:37:26,754 DEBUG [M:0;83c5a5c119d5:40387 {}] zookeeper.ZKUtil(347): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Unable to get data of znode /1421110157/master because node does not exist (not an error) 2024-11-14T02:37:26,754 WARN [M:0;83c5a5c119d5:40387 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:37:26,755 INFO [M:0;83c5a5c119d5:40387 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/.lastflushedseqids 2024-11-14T02:37:26,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741836_1012 (size=99) 2024-11-14T02:37:26,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:26,838 INFO [RS:0;83c5a5c119d5:36007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:37:26,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36007-0x101387ddf430004, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:26,838 INFO [RS:0;83c5a5c119d5:36007 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,36007,1731551840410; zookeeper connection closed. 2024-11-14T02:37:26,838 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a23c7be {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a23c7be 2024-11-14T02:37:26,838 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:37:27,160 INFO [M:0;83c5a5c119d5:40387 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:37:27,160 INFO [M:0;83c5a5c119d5:40387 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:37:27,160 DEBUG [M:0;83c5a5c119d5:40387 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:37:27,160 INFO [M:0;83c5a5c119d5:40387 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:27,160 DEBUG [M:0;83c5a5c119d5:40387 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:27,160 DEBUG [M:0;83c5a5c119d5:40387 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:37:27,160 DEBUG [M:0;83c5a5c119d5:40387 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:27,160 INFO [M:0;83c5a5c119d5:40387 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T02:37:27,176 DEBUG [M:0;83c5a5c119d5:40387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3bd463cbfcc42b7be35555db29a8f94 is 82, key is hbase:meta,,1/info:regioninfo/1731551843607/Put/seqid=0 2024-11-14T02:37:27,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741837_1013 (size=5672) 2024-11-14T02:37:27,214 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318.replicationSource.wal-reader.83c5a5c119d5%2C45241%2C1731551835318,1-83c5a5c119d5,45241,1731551835318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318/83c5a5c119d5%2C45241%2C1731551835318.1731551837559 to pos 0, reset compression=false 2024-11-14T02:37:27,581 INFO [M:0;83c5a5c119d5:40387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3bd463cbfcc42b7be35555db29a8f94 2024-11-14T02:37:27,605 DEBUG [M:0;83c5a5c119d5:40387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6700f494595d43ff88e8716c38cf4073 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731551843633/Put/seqid=0 2024-11-14T02:37:27,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741838_1014 (size=5275) 2024-11-14T02:37:27,919 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318.replicationSource.wal-reader.83c5a5c119d5%2C45241%2C1731551835318,1-83c5a5c119d5,45241,1731551835318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318/83c5a5c119d5%2C45241%2C1731551835318.1731551837559 to pos 0, reset compression=false 2024-11-14T02:37:28,011 INFO [M:0;83c5a5c119d5:40387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6700f494595d43ff88e8716c38cf4073 2024-11-14T02:37:28,032 DEBUG [M:0;83c5a5c119d5:40387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9abf38a252cc47798dc1190b6811e011 is 69, key is 83c5a5c119d5,36007,1731551840410/rs:state/1731551842490/Put/seqid=0 2024-11-14T02:37:28,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741839_1015 (size=5156) 2024-11-14T02:37:28,437 INFO [M:0;83c5a5c119d5:40387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9abf38a252cc47798dc1190b6811e011 2024-11-14T02:37:28,443 DEBUG [M:0;83c5a5c119d5:40387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3bd463cbfcc42b7be35555db29a8f94 as hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3bd463cbfcc42b7be35555db29a8f94 2024-11-14T02:37:28,447 INFO [M:0;83c5a5c119d5:40387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3bd463cbfcc42b7be35555db29a8f94, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T02:37:28,448 DEBUG [M:0;83c5a5c119d5:40387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6700f494595d43ff88e8716c38cf4073 as hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6700f494595d43ff88e8716c38cf4073 2024-11-14T02:37:28,454 INFO [M:0;83c5a5c119d5:40387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6700f494595d43ff88e8716c38cf4073, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T02:37:28,455 DEBUG [M:0;83c5a5c119d5:40387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9abf38a252cc47798dc1190b6811e011 as hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9abf38a252cc47798dc1190b6811e011 2024-11-14T02:37:28,460 INFO [M:0;83c5a5c119d5:40387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46815/user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9abf38a252cc47798dc1190b6811e011, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T02:37:28,462 INFO [M:0;83c5a5c119d5:40387 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false 2024-11-14T02:37:28,463 INFO [M:0;83c5a5c119d5:40387 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:28,463 DEBUG [M:0;83c5a5c119d5:40387 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551847160Disabling compacts and flushes for region at 1731551847160Disabling writes for close at 1731551847160Obtaining lock to block concurrent updates at 1731551847160Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731551847160Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731551847161 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731551847162 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731551847162Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731551847176 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731551847176Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731551847587 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731551847605 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731551847605Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731551848016 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731551848031 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731551848032 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3660d08c: reopening flushed file at 1731551848442 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@264571bd: reopening flushed file at 1731551848448 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24e62e69: reopening flushed file at 1731551848454 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false at 1731551848462 (+8 ms)Writing region close event to WAL at 1731551848463 (+1 ms)Closed at 1731551848463 2024-11-14T02:37:28,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741830_1006 (size=10165) 2024-11-14T02:37:28,466 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2ac69908-f2cc-b69f-3894-11fc305ae637/MasterData/WALs/83c5a5c119d5,40387,1731551840294/83c5a5c119d5%2C40387%2C1731551840294.1731551842174 not finished, retry = 0 2024-11-14T02:37:28,567 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:37:28,567 INFO [M:0;83c5a5c119d5:40387 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:37:28,567 INFO [M:0;83c5a5c119d5:40387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40387 2024-11-14T02:37:28,568 INFO [M:0;83c5a5c119d5:40387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:37:28,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:28,704 INFO [M:0;83c5a5c119d5:40387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:37:28,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x101387ddf430003, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:28,724 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318.replicationSource.wal-reader.83c5a5c119d5%2C45241%2C1731551835318,1-83c5a5c119d5,45241,1731551835318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318/83c5a5c119d5%2C45241%2C1731551835318.1731551837559 to pos 0, reset compression=false 2024-11-14T02:37:28,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5aa231b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:37:28,747 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d920833{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:37:28,747 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:37:28,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cd585af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:37:28,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d34bb4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/hadoop.log.dir/,STOPPED} 2024-11-14T02:37:28,748 WARN [BP-1719537434-172.17.0.2-1731551838706 heartbeating to localhost/127.0.0.1:46815 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:37:28,748 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:37:28,748 WARN [BP-1719537434-172.17.0.2-1731551838706 heartbeating to localhost/127.0.0.1:46815 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1719537434-172.17.0.2-1731551838706 (Datanode Uuid 9b8f49a9-d368-47ba-9c25-7950c2281324) service to localhost/127.0.0.1:46815 2024-11-14T02:37:28,749 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:37:28,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/cluster_9a5481e4-f2f7-7ec0-3829-69a2c6ad22fc/data/data1/current/BP-1719537434-172.17.0.2-1731551838706 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:37:28,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/cluster_9a5481e4-f2f7-7ec0-3829-69a2c6ad22fc/data/data2/current/BP-1719537434-172.17.0.2-1731551838706 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:37:28,749 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:37:28,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8ecca32{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:37:28,755 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c79b326{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:37:28,755 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:37:28,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48fdfcc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:37:28,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a908fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/hadoop.log.dir/,STOPPED} 2024-11-14T02:37:28,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:37:28,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:37:28,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:37:28,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:28,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:28,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:28,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:37:28,771 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:37:28,771 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=128610529, stopped=false 2024-11-14T02:37:28,772 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,39959,1731551835111 2024-11-14T02:37:28,791 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1542876646/running 2024-11-14T02:37:28,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1542876646/running 2024-11-14T02:37:28,791 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:37:28,791 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646 2024-11-14T02:37:28,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646 2024-11-14T02:37:28,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Set watcher on znode that does not yet exist, /0-1542876646/running 2024-11-14T02:37:28,792 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:37:28,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Set watcher on znode that does not yet exist, /0-1542876646/running 2024-11-14T02:37:28,792 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:28,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:28,793 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,45241,1731551835318' ***** 2024-11-14T02:37:28,793 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:37:28,793 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:37:28,793 INFO [RS:0;83c5a5c119d5:45241 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:37:28,793 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:37:28,793 INFO [RS:0;83c5a5c119d5:45241 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:37:28,793 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(3091): Received CLOSE for 03ac7ae348cf042adc60474e3db26500 2024-11-14T02:37:28,793 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,45241,1731551835318 2024-11-14T02:37:28,793 INFO [RS:0;83c5a5c119d5:45241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:37:28,793 INFO [RS:0;83c5a5c119d5:45241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:45241. 2024-11-14T02:37:28,793 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03ac7ae348cf042adc60474e3db26500, disabling compactions & flushes 2024-11-14T02:37:28,793 DEBUG [RS:0;83c5a5c119d5:45241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:28,793 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500. 2024-11-14T02:37:28,793 DEBUG [RS:0;83c5a5c119d5:45241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:28,794 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500. 2024-11-14T02:37:28,794 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500. after waiting 0 ms 2024-11-14T02:37:28,794 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500. 2024-11-14T02:37:28,794 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:37:28,794 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:37:28,794 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:37:28,794 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 03ac7ae348cf042adc60474e3db26500 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T02:37:28,794 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:37:28,794 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T02:37:28,794 DEBUG [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 03ac7ae348cf042adc60474e3db26500=hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500.} 2024-11-14T02:37:28,794 DEBUG [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(1351): Waiting on 03ac7ae348cf042adc60474e3db26500, 1588230740 2024-11-14T02:37:28,794 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:37:28,794 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:37:28,794 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:37:28,795 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:37:28,795 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:37:28,795 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T02:37:28,810 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740/.tmp/info/4599b4edd5ea4f53aa60a831ceeef2fb is 147, key is hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500./info:regioninfo/1731551844882/Put/seqid=0 2024-11-14T02:37:28,813 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/replication/03ac7ae348cf042adc60474e3db26500/.tmp/queue/dffb37b7d7304a4aa79e293100783335 is 151, key is 1-83c5a5c119d5,45241,1731551835318/queue:83c5a5c119d5%2C45241%2C1731551835318/1731551845162/Put/seqid=0 2024-11-14T02:37:28,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741838_1014 (size=6631) 2024-11-14T02:37:28,819 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:37:28,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741839_1015 (size=5350) 2024-11-14T02:37:28,994 DEBUG [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(1351): Waiting on 03ac7ae348cf042adc60474e3db26500, 1588230740 2024-11-14T02:37:29,092 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:37:29,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:29,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:29,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:29,194 DEBUG [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(1351): Waiting on 03ac7ae348cf042adc60474e3db26500, 1588230740 2024-11-14T02:37:29,217 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740/.tmp/info/4599b4edd5ea4f53aa60a831ceeef2fb 2024-11-14T02:37:29,222 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/replication/03ac7ae348cf042adc60474e3db26500/.tmp/queue/dffb37b7d7304a4aa79e293100783335 2024-11-14T02:37:29,229 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/replication/03ac7ae348cf042adc60474e3db26500/.tmp/queue/dffb37b7d7304a4aa79e293100783335 as hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/replication/03ac7ae348cf042adc60474e3db26500/queue/dffb37b7d7304a4aa79e293100783335 2024-11-14T02:37:29,235 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/replication/03ac7ae348cf042adc60474e3db26500/queue/dffb37b7d7304a4aa79e293100783335, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T02:37:29,237 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 03ac7ae348cf042adc60474e3db26500 in 443ms, sequenceid=5, compaction requested=false 2024-11-14T02:37:29,237 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T02:37:29,241 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740/.tmp/ns/3e4b5343c5424c10805d81dd6bc60700 is 43, key is default/ns:d/1731551838559/Put/seqid=0 2024-11-14T02:37:29,241 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/replication/03ac7ae348cf042adc60474e3db26500/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:37:29,242 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:37:29,242 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:37:29,242 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500. 2024-11-14T02:37:29,242 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03ac7ae348cf042adc60474e3db26500: Waiting for close lock at 1731551848793Running coprocessor pre-close hooks at 1731551848793Disabling compacts and flushes for region at 1731551848793Disabling writes for close at 1731551848794 (+1 ms)Obtaining lock to block concurrent updates at 1731551848794Preparing flush snapshotting stores in 03ac7ae348cf042adc60474e3db26500 at 1731551848794Finished memstore snapshotting hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731551848794Flushing stores of hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500. at 1731551848795 (+1 ms)Flushing 03ac7ae348cf042adc60474e3db26500/queue: creating writer at 1731551848795Flushing 03ac7ae348cf042adc60474e3db26500/queue: appending metadata at 1731551848812 (+17 ms)Flushing 03ac7ae348cf042adc60474e3db26500/queue: closing flushed file at 1731551848812Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d781a0: reopening flushed file at 1731551849228 (+416 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 03ac7ae348cf042adc60474e3db26500 in 443ms, sequenceid=5, compaction requested=false at 1731551849237 (+9 ms)Writing region close event to WAL at 1731551849238 (+1 ms)Running coprocessor post-close hooks at 1731551849242 (+4 ms)Closed at 1731551849242 2024-11-14T02:37:29,242 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731551843703.03ac7ae348cf042adc60474e3db26500. 2024-11-14T02:37:29,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741840_1016 (size=5153) 2024-11-14T02:37:29,395 DEBUG [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:37:29,440 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:37:29,441 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:37:29,595 DEBUG [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:37:29,631 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318.replicationSource.wal-reader.83c5a5c119d5%2C45241%2C1731551835318,1-83c5a5c119d5,45241,1731551835318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318/83c5a5c119d5%2C45241%2C1731551835318.1731551837559 to pos 0, reset compression=false 2024-11-14T02:37:29,648 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740/.tmp/ns/3e4b5343c5424c10805d81dd6bc60700 2024-11-14T02:37:29,668 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740/.tmp/table/560debe37ae24754bc9773b8becf8fdb is 53, key is hbase:replication/table:state/1731551844892/Put/seqid=0 2024-11-14T02:37:29,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741841_1017 (size=5256) 2024-11-14T02:37:29,795 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T02:37:29,795 DEBUG [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T02:37:29,795 DEBUG [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:37:29,996 DEBUG [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:37:30,072 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740/.tmp/table/560debe37ae24754bc9773b8becf8fdb 2024-11-14T02:37:30,079 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740/.tmp/info/4599b4edd5ea4f53aa60a831ceeef2fb as hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740/info/4599b4edd5ea4f53aa60a831ceeef2fb 2024-11-14T02:37:30,084 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740/info/4599b4edd5ea4f53aa60a831ceeef2fb, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T02:37:30,085 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740/.tmp/ns/3e4b5343c5424c10805d81dd6bc60700 as hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740/ns/3e4b5343c5424c10805d81dd6bc60700 2024-11-14T02:37:30,091 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740/ns/3e4b5343c5424c10805d81dd6bc60700, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T02:37:30,092 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740/.tmp/table/560debe37ae24754bc9773b8becf8fdb as hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740/table/560debe37ae24754bc9773b8becf8fdb 2024-11-14T02:37:30,098 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740/table/560debe37ae24754bc9773b8becf8fdb, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T02:37:30,099 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false 2024-11-14T02:37:30,104 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T02:37:30,104 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:37:30,104 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:37:30,104 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:37:30,104 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551848794Running coprocessor pre-close hooks at 1731551848794Disabling compacts and flushes for region at 1731551848794Disabling writes for close at 1731551848795 (+1 ms)Obtaining lock to block concurrent updates at 1731551848795Preparing flush snapshotting stores in 1588230740 at 1731551848795Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731551848795Flushing stores of hbase:meta,,1.1588230740 at 1731551848796 (+1 ms)Flushing 1588230740/info: creating writer at 1731551848796Flushing 1588230740/info: appending metadata at 1731551848810 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731551848810Flushing 1588230740/ns: creating writer at 1731551849224 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731551849241 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731551849241Flushing 1588230740/table: creating writer at 1731551849654 (+413 ms)Flushing 1588230740/table: appending metadata at 1731551849667 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731551849667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1b2021: reopening flushed file at 1731551850078 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@577d1445: reopening flushed file at 1731551850084 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53ef292e: reopening flushed file at 1731551850091 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false at 1731551850099 (+8 ms)Writing region close event to WAL at 1731551850100 (+1 ms)Running coprocessor post-close hooks at 1731551850104 (+4 ms)Closed at 1731551850104 2024-11-14T02:37:30,105 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:37:30,196 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,45241,1731551835318; all regions closed. 2024-11-14T02:37:30,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741834_1010 (size=2742) 2024-11-14T02:37:30,198 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/WALs/83c5a5c119d5,45241,1731551835318/83c5a5c119d5%2C45241%2C1731551835318.meta.1731551838496.meta not finished, retry = 0 2024-11-14T02:37:30,301 DEBUG [RS:0;83c5a5c119d5:45241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/oldWALs 2024-11-14T02:37:30,301 INFO [RS:0;83c5a5c119d5:45241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C45241%2C1731551835318.meta:.meta(num 1731551838496) 2024-11-14T02:37:30,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741837_1013 (size=1586) 2024-11-14T02:37:30,307 DEBUG [RS:0;83c5a5c119d5:45241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/oldWALs 2024-11-14T02:37:30,307 INFO [RS:0;83c5a5c119d5:45241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C45241%2C1731551835318.rep:(num 1731551844848) 2024-11-14T02:37:30,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741832_1008 (size=93) 2024-11-14T02:37:30,315 DEBUG [RS:0;83c5a5c119d5:45241 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/oldWALs 2024-11-14T02:37:30,315 INFO [RS:0;83c5a5c119d5:45241 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C45241%2C1731551835318:(num 1731551837559) 2024-11-14T02:37:30,315 DEBUG [RS:0;83c5a5c119d5:45241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:30,315 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:37:30,315 INFO [RS:0;83c5a5c119d5:45241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:37:30,316 INFO [RS:0;83c5a5c119d5:45241 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T02:37:30,316 INFO [RS:0;83c5a5c119d5:45241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:37:30,316 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:37:30,316 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83c5a5c119d5,45241,1731551835318 because: Region server is closing 2024-11-14T02:37:30,316 INFO [RS:0;83c5a5c119d5:45241 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:45241. 2024-11-14T02:37:30,316 DEBUG [RS:0;83c5a5c119d5:45241 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:30,316 DEBUG [RS:0;83c5a5c119d5:45241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:30,316 DEBUG [RS:0;83c5a5c119d5:45241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:30,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:37:30,417 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318.replicationSource.wal-reader.83c5a5c119d5%2C45241%2C1731551835318,1-83c5a5c119d5,45241,1731551835318 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T02:37:30,417 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318.replicationSource.shipper83c5a5c119d5%2C45241%2C1731551835318,1-83c5a5c119d5,45241,1731551835318 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T02:37:30,417 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45241,1731551835318.replicationSource.shipper83c5a5c119d5%2C45241%2C1731551835318,1-83c5a5c119d5,45241,1731551835318 terminated 2024-11-14T02:37:30,417 INFO [RS:0;83c5a5c119d5:45241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45241 2024-11-14T02:37:30,446 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1542876646/rs/83c5a5c119d5,45241,1731551835318 2024-11-14T02:37:30,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646/rs 2024-11-14T02:37:30,446 INFO [RS:0;83c5a5c119d5:45241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:37:30,446 ERROR [pool-358-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f0e688e4b30@733b9af8 rejected from java.util.concurrent.ThreadPoolExecutor@77040047[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-14T02:37:30,446 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,45241,1731551835318] 2024-11-14T02:37:30,462 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1542876646/draining/83c5a5c119d5,45241,1731551835318 already deleted, retry=false 2024-11-14T02:37:30,462 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,45241,1731551835318 expired; onlineServers=0 2024-11-14T02:37:30,462 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,39959,1731551835111' ***** 2024-11-14T02:37:30,462 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:37:30,463 INFO [M:0;83c5a5c119d5:39959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:37:30,463 INFO [M:0;83c5a5c119d5:39959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:37:30,463 DEBUG [M:0;83c5a5c119d5:39959 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:37:30,463 DEBUG [M:0;83c5a5c119d5:39959 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:37:30,463 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:37:30,463 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551837272 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551837272,5,FailOnTimeoutGroup] 2024-11-14T02:37:30,463 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551837272 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551837272,5,FailOnTimeoutGroup] 2024-11-14T02:37:30,463 INFO [M:0;83c5a5c119d5:39959 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:37:30,463 INFO [M:0;83c5a5c119d5:39959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:37:30,463 DEBUG [M:0;83c5a5c119d5:39959 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:37:30,463 INFO [M:0;83c5a5c119d5:39959 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:37:30,463 INFO [M:0;83c5a5c119d5:39959 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:37:30,464 INFO [M:0;83c5a5c119d5:39959 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:37:30,464 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:37:30,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1542876646/master 2024-11-14T02:37:30,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1542876646 2024-11-14T02:37:30,471 DEBUG [M:0;83c5a5c119d5:39959 {}] zookeeper.ZKUtil(347): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Unable to get data of znode /0-1542876646/master because node does not exist (not an error) 2024-11-14T02:37:30,471 WARN [M:0;83c5a5c119d5:39959 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:37:30,471 INFO [M:0;83c5a5c119d5:39959 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/.lastflushedseqids 2024-11-14T02:37:30,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741842_1018 (size=181) 2024-11-14T02:37:30,554 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:30,554 INFO [RS:0;83c5a5c119d5:45241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:37:30,554 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45241-0x101387ddf430001, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:30,554 INFO [RS:0;83c5a5c119d5:45241 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,45241,1731551835318; zookeeper connection closed. 2024-11-14T02:37:30,554 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@464f2a68 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@464f2a68 2024-11-14T02:37:30,555 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:37:30,877 INFO [M:0;83c5a5c119d5:39959 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:37:30,877 INFO [M:0;83c5a5c119d5:39959 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:37:30,877 DEBUG [M:0;83c5a5c119d5:39959 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:37:30,877 INFO [M:0;83c5a5c119d5:39959 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:30,877 DEBUG [M:0;83c5a5c119d5:39959 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:30,877 DEBUG [M:0;83c5a5c119d5:39959 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:37:30,877 DEBUG [M:0;83c5a5c119d5:39959 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:30,878 INFO [M:0;83c5a5c119d5:39959 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T02:37:30,894 DEBUG [M:0;83c5a5c119d5:39959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01f424728986499d8bfbd1f6a90c5c40 is 82, key is hbase:meta,,1/info:regioninfo/1731551838531/Put/seqid=0 2024-11-14T02:37:30,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741843_1019 (size=5672) 2024-11-14T02:37:31,299 INFO [M:0;83c5a5c119d5:39959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01f424728986499d8bfbd1f6a90c5c40 2024-11-14T02:37:31,319 DEBUG [M:0;83c5a5c119d5:39959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63adc119218749d7b9e7b9ebe7610467 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731551844898/Put/seqid=0 2024-11-14T02:37:31,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741844_1020 (size=7203) 2024-11-14T02:37:31,725 INFO [M:0;83c5a5c119d5:39959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63adc119218749d7b9e7b9ebe7610467 2024-11-14T02:37:31,743 DEBUG [M:0;83c5a5c119d5:39959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab797ca5ef324f4a9f0a51e48c478e11 is 69, key is 83c5a5c119d5,45241,1731551835318/rs:state/1731551837382/Put/seqid=0 2024-11-14T02:37:31,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741845_1021 (size=5156) 2024-11-14T02:37:32,148 INFO [M:0;83c5a5c119d5:39959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab797ca5ef324f4a9f0a51e48c478e11 2024-11-14T02:37:32,154 DEBUG [M:0;83c5a5c119d5:39959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01f424728986499d8bfbd1f6a90c5c40 as hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01f424728986499d8bfbd1f6a90c5c40 2024-11-14T02:37:32,159 INFO [M:0;83c5a5c119d5:39959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01f424728986499d8bfbd1f6a90c5c40, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T02:37:32,160 DEBUG [M:0;83c5a5c119d5:39959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63adc119218749d7b9e7b9ebe7610467 as hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63adc119218749d7b9e7b9ebe7610467 2024-11-14T02:37:32,165 INFO [M:0;83c5a5c119d5:39959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63adc119218749d7b9e7b9ebe7610467, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T02:37:32,166 DEBUG [M:0;83c5a5c119d5:39959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ab797ca5ef324f4a9f0a51e48c478e11 as hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab797ca5ef324f4a9f0a51e48c478e11 2024-11-14T02:37:32,170 INFO [M:0;83c5a5c119d5:39959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33927/user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ab797ca5ef324f4a9f0a51e48c478e11, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T02:37:32,171 INFO [M:0;83c5a5c119d5:39959 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false 2024-11-14T02:37:32,172 INFO [M:0;83c5a5c119d5:39959 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:32,173 DEBUG [M:0;83c5a5c119d5:39959 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551850877Disabling compacts and flushes for region at 1731551850877Disabling writes for close at 1731551850877Obtaining lock to block concurrent updates at 1731551850878 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731551850878Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731551850878Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731551850879 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731551850879Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731551850893 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731551850893Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731551851303 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731551851319 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731551851319Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731551851730 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731551851743 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731551851743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@716ec69: reopening flushed file at 1731551852153 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a7843a8: reopening flushed file at 1731551852159 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ddf5bb5: reopening flushed file at 1731551852165 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false at 1731551852172 (+7 ms)Writing region close event to WAL at 1731551852172Closed at 1731551852172 2024-11-14T02:37:32,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35245 is added to blk_1073741830_1006 (size=41008) 2024-11-14T02:37:32,175 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65bc9b37-8af9-37da-ff96-44b31b9eb4d8/MasterData/WALs/83c5a5c119d5,39959,1731551835111/83c5a5c119d5%2C39959%2C1731551835111.1731551837076 not finished, retry = 0 2024-11-14T02:37:32,276 INFO [M:0;83c5a5c119d5:39959 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:37:32,276 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:37:32,276 INFO [M:0;83c5a5c119d5:39959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39959 2024-11-14T02:37:32,276 INFO [M:0;83c5a5c119d5:39959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:37:32,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:32,404 INFO [M:0;83c5a5c119d5:39959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:37:32,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101387ddf430000, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:37:32,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ccd8bf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:37:32,407 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69edc2f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:37:32,407 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:37:32,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7f8703{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:37:32,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a386722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/hadoop.log.dir/,STOPPED} 2024-11-14T02:37:32,409 WARN [BP-45723689-172.17.0.2-1731551833462 heartbeating to localhost/127.0.0.1:33927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:37:32,409 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:37:32,409 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:37:32,409 WARN [BP-45723689-172.17.0.2-1731551833462 heartbeating to localhost/127.0.0.1:33927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-45723689-172.17.0.2-1731551833462 (Datanode Uuid bc595445-3c55-4362-8ac2-078a626d6c0a) service to localhost/127.0.0.1:33927 2024-11-14T02:37:32,410 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/cluster_c4dc4583-edb1-155e-f955-d323844d0777/data/data1/current/BP-45723689-172.17.0.2-1731551833462 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:37:32,410 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/cluster_c4dc4583-edb1-155e-f955-d323844d0777/data/data2/current/BP-45723689-172.17.0.2-1731551833462 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:37:32,410 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:37:32,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2266a8ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:37:32,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2bfdf5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:37:32,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:37:32,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3f9a53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:37:32,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42fdcfbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d80a1d0-524c-0e33-69d0-0109e429d71d/hadoop.log.dir/,STOPPED} 2024-11-14T02:37:32,427 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T02:37:32,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:37:32,451 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 109) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33927 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57035) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57035) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46815 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=152 (was 66) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5422 (was 5804) 2024-11-14T02:37:32,458 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=152, ProcessCount=11, AvailableMemoryMB=5422 2024-11-14T02:37:32,470 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-14T02:37:32,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/hadoop.log.dir so I do NOT create it in target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168 2024-11-14T02:37:32,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:37:32,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/hadoop.tmp.dir so I do NOT create it in target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168 2024-11-14T02:37:32,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3b3639d-5ee0-e3c4-bda9-af6f3ad48142/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:37:32,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168 2024-11-14T02:37:32,471 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/cluster_3ab51610-f4df-7d50-feb8-af07910a0f85, deleteOnExit=true 2024-11-14T02:37:32,473 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/cluster_3ab51610-f4df-7d50-feb8-af07910a0f85/zookeeper_0, clientPort=61192, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/cluster_3ab51610-f4df-7d50-feb8-af07910a0f85/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/cluster_3ab51610-f4df-7d50-feb8-af07910a0f85/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T02:37:32,474 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61192 2024-11-14T02:37:32,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:37:32,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:37:32,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/test.cache.data in system properties and HBase conf 2024-11-14T02:37:32,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:37:32,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:37:32,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:37:32,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:37:32,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:37:32,474 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:37:32,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:37:32,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:37:32,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:37:32,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:37:32,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:37:32,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:37:32,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:37:32,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:37:32,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:37:32,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:37:32,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:37:32,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:37:32,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:37:32,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:37:32,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101387ddf430005, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:37:32,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101387ddf430002, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:37:32,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101387ddf430002, quorum=127.0.0.1:57035, baseZNode=/0-1542876646 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:37:32,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101387ddf430005, quorum=127.0.0.1:57035, baseZNode=/1421110157 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:37:32,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:37:32,772 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:37:32,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:37:32,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:37:32,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:37:32,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:37:32,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f1e04ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:37:32,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e0322f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:37:32,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26f4102f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/java.io.tmpdir/jetty-localhost-39041-hadoop-hdfs-3_4_1-tests_jar-_-any-17881442772267794987/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:37:32,869 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6423a617{HTTP/1.1, (http/1.1)}{localhost:39041} 2024-11-14T02:37:32,869 INFO [Time-limited test {}] server.Server(415): Started @53348ms 2024-11-14T02:37:33,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:37:33,090 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:37:33,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:37:33,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:37:33,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:37:33,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@686a1d06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:37:33,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1378a62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:37:33,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33d5ace5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/java.io.tmpdir/jetty-localhost-41021-hadoop-hdfs-3_4_1-tests_jar-_-any-12660193149658639940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:37:33,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b791d4{HTTP/1.1, (http/1.1)}{localhost:41021} 2024-11-14T02:37:33,195 INFO [Time-limited test {}] server.Server(415): Started @53674ms 2024-11-14T02:37:33,196 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:37:33,755 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/cluster_3ab51610-f4df-7d50-feb8-af07910a0f85/data/data1/current/BP-2106287915-172.17.0.2-1731551852499/current, will proceed with Du for space computation calculation, 2024-11-14T02:37:33,759 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/cluster_3ab51610-f4df-7d50-feb8-af07910a0f85/data/data2/current/BP-2106287915-172.17.0.2-1731551852499/current, will proceed with Du for space computation calculation, 2024-11-14T02:37:33,775 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:37:33,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f89365508be120f with lease ID 0x297c73d95253acd6: Processing first storage report for DS-ed894a88-eb26-4d24-863c-549bb259d5b7 from datanode DatanodeRegistration(127.0.0.1:35223, datanodeUuid=60c86ecf-dc3f-41ed-9fe2-5f3b455761a2, infoPort=41279, infoSecurePort=0, ipcPort=36329, storageInfo=lv=-57;cid=testClusterID;nsid=727213009;c=1731551852499) 2024-11-14T02:37:33,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f89365508be120f with lease ID 0x297c73d95253acd6: from storage DS-ed894a88-eb26-4d24-863c-549bb259d5b7 node DatanodeRegistration(127.0.0.1:35223, datanodeUuid=60c86ecf-dc3f-41ed-9fe2-5f3b455761a2, infoPort=41279, infoSecurePort=0, ipcPort=36329, storageInfo=lv=-57;cid=testClusterID;nsid=727213009;c=1731551852499), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:37:33,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f89365508be120f with lease ID 0x297c73d95253acd6: Processing first storage report for DS-add76087-9754-48e0-8299-0918f8992245 from datanode DatanodeRegistration(127.0.0.1:35223, datanodeUuid=60c86ecf-dc3f-41ed-9fe2-5f3b455761a2, infoPort=41279, infoSecurePort=0, ipcPort=36329, storageInfo=lv=-57;cid=testClusterID;nsid=727213009;c=1731551852499) 2024-11-14T02:37:33,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f89365508be120f with lease ID 0x297c73d95253acd6: from storage DS-add76087-9754-48e0-8299-0918f8992245 node DatanodeRegistration(127.0.0.1:35223, datanodeUuid=60c86ecf-dc3f-41ed-9fe2-5f3b455761a2, infoPort=41279, infoSecurePort=0, ipcPort=36329, storageInfo=lv=-57;cid=testClusterID;nsid=727213009;c=1731551852499), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:37:33,823 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168 2024-11-14T02:37:33,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:33,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:33,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:37:34,234 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c with version=8 2024-11-14T02:37:34,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/hbase-staging 2024-11-14T02:37:34,236 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:37:34,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:34,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:34,236 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:37:34,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:34,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:37:34,236 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:37:34,236 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:37:34,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34759 2024-11-14T02:37:34,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34759 connecting to ZooKeeper ensemble=127.0.0.1:61192 2024-11-14T02:37:34,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347590x0, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:37:34,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34759-0x101387e29a10000 connected 2024-11-14T02:37:34,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:34,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:34,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Set watcher on znode that does not yet exist, /0-1499330858/running 2024-11-14T02:37:34,382 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c, hbase.cluster.distributed=false 2024-11-14T02:37:34,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Set watcher on znode that does not yet exist, /0-1499330858/acl 2024-11-14T02:37:34,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34759 2024-11-14T02:37:34,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34759 2024-11-14T02:37:34,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34759 2024-11-14T02:37:34,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34759 2024-11-14T02:37:34,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34759 2024-11-14T02:37:34,403 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:37:34,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:34,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:34,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:37:34,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:34,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:37:34,403 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:37:34,403 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:37:34,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43303 2024-11-14T02:37:34,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43303 connecting to ZooKeeper ensemble=127.0.0.1:61192 2024-11-14T02:37:34,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:34,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:34,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433030x0, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:37:34,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433030x0, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Set watcher on znode that does not yet exist, /0-1499330858/running 2024-11-14T02:37:34,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43303-0x101387e29a10001 connected 2024-11-14T02:37:34,421 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:37:34,422 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:37:34,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Set watcher on znode that does not yet exist, /0-1499330858/master 2024-11-14T02:37:34,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Set watcher on znode that does not yet exist, /0-1499330858/acl 2024-11-14T02:37:34,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43303 2024-11-14T02:37:34,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43303 2024-11-14T02:37:34,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43303 2024-11-14T02:37:34,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43303 2024-11-14T02:37:34,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43303 2024-11-14T02:37:34,455 DEBUG [M:0;83c5a5c119d5:34759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:34759 2024-11-14T02:37:34,455 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1499330858/backup-masters/83c5a5c119d5,34759,1731551854235 2024-11-14T02:37:34,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858/backup-masters 2024-11-14T02:37:34,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858/backup-masters 2024-11-14T02:37:34,466 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Set watcher on existing znode=/0-1499330858/backup-masters/83c5a5c119d5,34759,1731551854235 2024-11-14T02:37:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858 2024-11-14T02:37:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1499330858/master 2024-11-14T02:37:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858 2024-11-14T02:37:34,475 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Set watcher on existing znode=/0-1499330858/master 2024-11-14T02:37:34,475 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1499330858/backup-masters/83c5a5c119d5,34759,1731551854235 from backup master directory 2024-11-14T02:37:34,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858/backup-masters 2024-11-14T02:37:34,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1499330858/backup-masters/83c5a5c119d5,34759,1731551854235 2024-11-14T02:37:34,483 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:37:34,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858/backup-masters 2024-11-14T02:37:34,483 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,34759,1731551854235 2024-11-14T02:37:34,487 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/hbase.id] with ID: a043344b-95e9-43a0-9e56-dfd9d275fc88 2024-11-14T02:37:34,487 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/.tmp/hbase.id 2024-11-14T02:37:34,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:37:34,744 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:37:34,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:34,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:34,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:34,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:34,894 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/.tmp/hbase.id]:[hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/hbase.id] 2024-11-14T02:37:34,906 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:34,906 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:37:34,907 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T02:37:34,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858 2024-11-14T02:37:34,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858 2024-11-14T02:37:34,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:37:35,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:37:35,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T02:37:35,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T02:37:35,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T02:37:35,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:37:35,343 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:37:35,344 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:37:35,344 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:37:35,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:37:35,751 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store 2024-11-14T02:37:35,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:37:36,157 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:36,157 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:37:36,157 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:36,157 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:36,157 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:37:36,157 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:36,157 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:36,157 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551856157Disabling compacts and flushes for region at 1731551856157Disabling writes for close at 1731551856157Writing region close event to WAL at 1731551856157Closed at 1731551856157 2024-11-14T02:37:36,158 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/.initializing 2024-11-14T02:37:36,158 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/WALs/83c5a5c119d5,34759,1731551854235 2024-11-14T02:37:36,159 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:37:36,160 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C34759%2C1731551854235, suffix=, logDir=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/WALs/83c5a5c119d5,34759,1731551854235, archiveDir=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/oldWALs, maxLogs=10 2024-11-14T02:37:36,172 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/WALs/83c5a5c119d5,34759,1731551854235/83c5a5c119d5%2C34759%2C1731551854235.1731551856160, exclude list is [], retry=0 2024-11-14T02:37:36,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35223,DS-ed894a88-eb26-4d24-863c-549bb259d5b7,DISK] 2024-11-14T02:37:36,176 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/WALs/83c5a5c119d5,34759,1731551854235/83c5a5c119d5%2C34759%2C1731551854235.1731551856160 2024-11-14T02:37:36,179 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41279:41279)] 2024-11-14T02:37:36,180 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:37:36,180 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:36,180 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:36,180 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:36,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:36,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:37:36,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:36,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:36,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:36,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:37:36,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:36,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:36,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:36,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:37:36,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:36,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:36,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:36,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:37:36,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:36,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:36,189 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:36,190 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:36,191 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:36,192 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:36,192 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:36,193 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:37:36,194 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:36,196 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:37:36,196 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71428266, jitterRate=0.06436410546302795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:37:36,197 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731551856180Initializing all the Stores at 1731551856181 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551856181Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551856181Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551856181Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551856181Cleaning up temporary data from old regions at 1731551856192 (+11 ms)Region opened successfully at 1731551856197 (+5 ms) 2024-11-14T02:37:36,198 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:37:36,201 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574044c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:37:36,202 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:37:36,203 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:37:36,203 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:37:36,203 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:37:36,204 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:37:36,204 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:37:36,204 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:37:36,206 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:37:36,207 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Unable to get data of znode /0-1499330858/balancer because node does not exist (not necessarily an error) 2024-11-14T02:37:36,237 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1499330858/balancer already deleted, retry=false 2024-11-14T02:37:36,237 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:37:36,238 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Unable to get data of znode /0-1499330858/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:37:36,245 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1499330858/normalizer already deleted, retry=false 2024-11-14T02:37:36,246 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:37:36,247 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Unable to get data of znode /0-1499330858/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:37:36,253 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1499330858/switch/split already deleted, retry=false 2024-11-14T02:37:36,254 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Unable to get data of znode /0-1499330858/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:37:36,262 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1499330858/switch/merge already deleted, retry=false 2024-11-14T02:37:36,264 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Unable to get data of znode /0-1499330858/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:37:36,274 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1499330858/snapshot-cleanup already deleted, retry=false 2024-11-14T02:37:36,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1499330858/running 2024-11-14T02:37:36,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1499330858/running 2024-11-14T02:37:36,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858 2024-11-14T02:37:36,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858 2024-11-14T02:37:36,283 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,34759,1731551854235, sessionid=0x101387e29a10000, setting cluster-up flag (Was=false) 2024-11-14T02:37:36,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858 2024-11-14T02:37:36,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858 2024-11-14T02:37:36,324 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1499330858/flush-table-proc/acquired, /0-1499330858/flush-table-proc/reached, /0-1499330858/flush-table-proc/abort 2024-11-14T02:37:36,325 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,34759,1731551854235 2024-11-14T02:37:36,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858 2024-11-14T02:37:36,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858 2024-11-14T02:37:36,366 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1499330858/online-snapshot/acquired, /0-1499330858/online-snapshot/reached, /0-1499330858/online-snapshot/abort 2024-11-14T02:37:36,367 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,34759,1731551854235 2024-11-14T02:37:36,368 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:37:36,370 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:37:36,370 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:37:36,370 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:37:36,371 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,34759,1731551854235 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:37:36,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:36,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:36,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:36,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:36,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:37:36,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:36,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:37:36,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:36,374 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731551886374 2024-11-14T02:37:36,374 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:37:36,374 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:37:36,374 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:37:36,374 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:37:36,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:37:36,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:37:36,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:36,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:37:36,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:37:36,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:37:36,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:37:36,375 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:37:36,375 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:37:36,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:37:36,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:37:36,376 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551856375,5,FailOnTimeoutGroup] 2024-11-14T02:37:36,376 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551856376,5,FailOnTimeoutGroup] 2024-11-14T02:37:36,376 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:36,376 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:37:36,376 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:36,376 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:36,378 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:36,378 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:37:36,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:37:36,442 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(746): ClusterId : a043344b-95e9-43a0-9e56-dfd9d275fc88 2024-11-14T02:37:36,442 DEBUG [RS:0;83c5a5c119d5:43303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:37:36,450 DEBUG [RS:0;83c5a5c119d5:43303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:37:36,450 DEBUG [RS:0;83c5a5c119d5:43303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:37:36,458 DEBUG [RS:0;83c5a5c119d5:43303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:37:36,459 DEBUG [RS:0;83c5a5c119d5:43303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4684ac61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:37:36,470 DEBUG [RS:0;83c5a5c119d5:43303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:43303 2024-11-14T02:37:36,470 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:37:36,470 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:37:36,470 DEBUG [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:37:36,470 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,34759,1731551854235 with port=43303, startcode=1731551854403 2024-11-14T02:37:36,471 DEBUG [RS:0;83c5a5c119d5:43303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:37:36,472 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:37:36,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34759 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,43303,1731551854403 2024-11-14T02:37:36,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34759 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,43303,1731551854403 2024-11-14T02:37:36,474 DEBUG [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c 2024-11-14T02:37:36,474 DEBUG [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43745 2024-11-14T02:37:36,474 DEBUG [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:37:36,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858/rs 2024-11-14T02:37:36,483 DEBUG [RS:0;83c5a5c119d5:43303 {}] zookeeper.ZKUtil(111): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Set watcher on existing znode=/0-1499330858/rs/83c5a5c119d5,43303,1731551854403 2024-11-14T02:37:36,483 WARN [RS:0;83c5a5c119d5:43303 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:37:36,483 INFO [RS:0;83c5a5c119d5:43303 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:37:36,483 DEBUG [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403 2024-11-14T02:37:36,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,43303,1731551854403] 2024-11-14T02:37:36,486 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:37:36,488 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:37:36,488 INFO [RS:0;83c5a5c119d5:43303 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:37:36,488 INFO [RS:0;83c5a5c119d5:43303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:36,488 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:37:36,489 INFO [RS:0;83c5a5c119d5:43303 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:37:36,489 INFO [RS:0;83c5a5c119d5:43303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:36,490 DEBUG [RS:0;83c5a5c119d5:43303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:36,490 DEBUG [RS:0;83c5a5c119d5:43303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:36,490 DEBUG [RS:0;83c5a5c119d5:43303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:36,490 DEBUG [RS:0;83c5a5c119d5:43303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:36,490 DEBUG [RS:0;83c5a5c119d5:43303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:36,490 DEBUG [RS:0;83c5a5c119d5:43303 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:37:36,490 DEBUG [RS:0;83c5a5c119d5:43303 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:36,490 DEBUG [RS:0;83c5a5c119d5:43303 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:36,490 DEBUG [RS:0;83c5a5c119d5:43303 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:36,490 DEBUG [RS:0;83c5a5c119d5:43303 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:36,490 DEBUG [RS:0;83c5a5c119d5:43303 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:36,490 DEBUG [RS:0;83c5a5c119d5:43303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:36,490 DEBUG [RS:0;83c5a5c119d5:43303 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:37:36,490 DEBUG [RS:0;83c5a5c119d5:43303 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:37:36,491 INFO [RS:0;83c5a5c119d5:43303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:36,492 INFO [RS:0;83c5a5c119d5:43303 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:36,492 INFO [RS:0;83c5a5c119d5:43303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:36,492 INFO [RS:0;83c5a5c119d5:43303 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:36,492 INFO [RS:0;83c5a5c119d5:43303 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:36,492 INFO [RS:0;83c5a5c119d5:43303 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,43303,1731551854403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:37:36,505 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:37:36,505 INFO [RS:0;83c5a5c119d5:43303 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,43303,1731551854403-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:36,505 INFO [RS:0;83c5a5c119d5:43303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:36,505 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.Replication(171): 83c5a5c119d5,43303,1731551854403 started 2024-11-14T02:37:36,517 INFO [RS:0;83c5a5c119d5:43303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:36,518 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,43303,1731551854403, RpcServer on 83c5a5c119d5/172.17.0.2:43303, sessionid=0x101387e29a10001 2024-11-14T02:37:36,518 DEBUG [RS:0;83c5a5c119d5:43303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:37:36,518 DEBUG [RS:0;83c5a5c119d5:43303 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,43303,1731551854403 2024-11-14T02:37:36,518 DEBUG [RS:0;83c5a5c119d5:43303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,43303,1731551854403' 2024-11-14T02:37:36,518 DEBUG [RS:0;83c5a5c119d5:43303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1499330858/flush-table-proc/abort' 2024-11-14T02:37:36,518 DEBUG [RS:0;83c5a5c119d5:43303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1499330858/flush-table-proc/acquired' 2024-11-14T02:37:36,519 DEBUG [RS:0;83c5a5c119d5:43303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:37:36,519 DEBUG [RS:0;83c5a5c119d5:43303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:37:36,519 DEBUG [RS:0;83c5a5c119d5:43303 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,43303,1731551854403 2024-11-14T02:37:36,519 DEBUG [RS:0;83c5a5c119d5:43303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,43303,1731551854403' 2024-11-14T02:37:36,519 DEBUG [RS:0;83c5a5c119d5:43303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1499330858/online-snapshot/abort' 2024-11-14T02:37:36,519 DEBUG [RS:0;83c5a5c119d5:43303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1499330858/online-snapshot/acquired' 2024-11-14T02:37:36,519 DEBUG [RS:0;83c5a5c119d5:43303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:37:36,519 INFO [RS:0;83c5a5c119d5:43303 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:37:36,519 INFO [RS:0;83c5a5c119d5:43303 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:37:36,620 INFO [RS:0;83c5a5c119d5:43303 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:37:36,621 INFO [RS:0;83c5a5c119d5:43303 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C43303%2C1731551854403, suffix=, logDir=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403, archiveDir=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/oldWALs, maxLogs=10 2024-11-14T02:37:36,633 DEBUG [RS:0;83c5a5c119d5:43303 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621, exclude list is [], retry=0 2024-11-14T02:37:36,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35223,DS-ed894a88-eb26-4d24-863c-549bb259d5b7,DISK] 2024-11-14T02:37:36,637 INFO [RS:0;83c5a5c119d5:43303 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 2024-11-14T02:37:36,637 DEBUG [RS:0;83c5a5c119d5:43303 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41279:41279)] 2024-11-14T02:37:36,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:37:36,786 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c 2024-11-14T02:37:36,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:37:37,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:37,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:37:37,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:37:37,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:37,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:37,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:37:37,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:37:37,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:37,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:37,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:37:37,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:37:37,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:37,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:37,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:37:37,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:37:37,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:37,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:37,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:37:37,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740 2024-11-14T02:37:37,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740 2024-11-14T02:37:37,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:37:37,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:37:37,203 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:37:37,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:37:37,206 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:37:37,206 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64241197, jitterRate=-0.04273156821727753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:37:37,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731551857192Initializing all the Stores at 1731551857193 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551857193Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551857193Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551857193Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551857193Cleaning up temporary data from old regions at 1731551857203 (+10 ms)Region opened successfully at 1731551857207 (+4 ms) 2024-11-14T02:37:37,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:37:37,207 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:37:37,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:37:37,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:37:37,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:37:37,207 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:37:37,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551857207Disabling compacts and flushes for region at 1731551857207Disabling writes for close at 1731551857207Writing region close event to WAL at 1731551857207Closed at 1731551857207 2024-11-14T02:37:37,208 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:37:37,208 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:37:37,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:37:37,210 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:37:37,211 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:37:37,361 DEBUG [83c5a5c119d5:34759 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:37:37,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,43303,1731551854403 2024-11-14T02:37:37,363 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,43303,1731551854403, state=OPENING 2024-11-14T02:37:37,391 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:37:37,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858 2024-11-14T02:37:37,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858 2024-11-14T02:37:37,424 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:37:37,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1499330858/meta-region-server: CHANGED 2024-11-14T02:37:37,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1499330858/meta-region-server: CHANGED 2024-11-14T02:37:37,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,43303,1731551854403}] 2024-11-14T02:37:37,577 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:37:37,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:37:37,582 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:37:37,582 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:37:37,583 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:37:37,584 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C43303%2C1731551854403.meta, suffix=.meta, logDir=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403, archiveDir=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/oldWALs, maxLogs=10 2024-11-14T02:37:37,596 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.meta.1731551857584.meta, exclude list is [], retry=0 2024-11-14T02:37:37,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35223,DS-ed894a88-eb26-4d24-863c-549bb259d5b7,DISK] 2024-11-14T02:37:37,600 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.meta.1731551857584.meta 2024-11-14T02:37:37,601 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41279:41279)] 2024-11-14T02:37:37,601 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:37:37,601 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:37:37,601 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:37:37,601 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:37:37,601 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:37:37,602 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:37:37,602 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:37,602 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:37:37,602 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:37:37,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:37:37,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:37:37,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:37,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:37,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:37:37,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:37:37,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:37,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:37,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:37:37,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:37:37,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:37,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:37,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:37:37,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:37:37,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:37,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:37,607 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:37:37,608 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740 2024-11-14T02:37:37,609 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740 2024-11-14T02:37:37,610 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:37:37,610 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:37:37,611 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:37:37,612 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:37:37,613 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74288003, jitterRate=0.10697750747203827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:37:37,613 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:37:37,614 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731551857602Writing region info on filesystem at 1731551857602Initializing all the Stores at 1731551857603 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551857603Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551857603Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551857603Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551857603Cleaning up temporary data from old regions at 1731551857610 (+7 ms)Running coprocessor post-open hooks at 1731551857613 (+3 ms)Region opened successfully at 1731551857614 (+1 ms) 2024-11-14T02:37:37,615 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731551857576 2024-11-14T02:37:37,618 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:37:37,618 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:37:37,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,43303,1731551854403 2024-11-14T02:37:37,619 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,43303,1731551854403, state=OPEN 2024-11-14T02:37:37,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1499330858/meta-region-server 2024-11-14T02:37:37,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1499330858/meta-region-server 2024-11-14T02:37:37,637 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,43303,1731551854403 2024-11-14T02:37:37,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1499330858/meta-region-server: CHANGED 2024-11-14T02:37:37,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1499330858/meta-region-server: CHANGED 2024-11-14T02:37:37,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:37:37,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,43303,1731551854403 in 213 msec 2024-11-14T02:37:37,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:37:37,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-14T02:37:37,643 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:37:37,643 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:37:37,644 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:37:37,645 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,43303,1731551854403, seqNum=-1] 2024-11-14T02:37:37,645 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:37:37,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:37:37,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-14T02:37:37,651 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731551857651, completionTime=-1 2024-11-14T02:37:37,651 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:37:37,651 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:37:37,657 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:37:37,657 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731551917657 2024-11-14T02:37:37,657 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731551977657 2024-11-14T02:37:37,657 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-14T02:37:37,669 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,34759,1731551854235-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:37,669 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,34759,1731551854235-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:37,669 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,34759,1731551854235-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:37,669 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:34759, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:37,669 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:37,670 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:37,672 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:37:37,674 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.191sec 2024-11-14T02:37:37,674 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:37:37,674 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:37:37,674 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:37:37,674 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:37:37,675 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:37:37,675 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,34759,1731551854235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:37:37,675 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,34759,1731551854235-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:37:37,677 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:37:37,677 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:37:37,677 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,34759,1731551854235-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:37,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a69a54f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:37,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,34759,-1 for getting cluster id 2024-11-14T02:37:37,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:37,744 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a043344b-95e9-43a0-9e56-dfd9d275fc88' 2024-11-14T02:37:37,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:37,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a043344b-95e9-43a0-9e56-dfd9d275fc88" 2024-11-14T02:37:37,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b968808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:37,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,34759,-1] 2024-11-14T02:37:37,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:37,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:37,746 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:37,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27632f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:37,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:37:37,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,43303,1731551854403, seqNum=-1] 2024-11-14T02:37:37,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:37:37,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:37:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,34759,1731551854235 2024-11-14T02:37:37,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61192 2024-11-14T02:37:37,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:37:37,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101387e29a10002 connected 2024-11-14T02:37:37,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/hadoop.log.dir so I do NOT create it in target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e 2024-11-14T02:37:37,772 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:37:37,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/hadoop.tmp.dir so I do NOT create it in target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e 2024-11-14T02:37:37,772 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:37:37,772 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e 2024-11-14T02:37:37,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:37:37,772 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/cluster_3fa731ee-c410-37b8-2e04-9b5e9e47f802, deleteOnExit=true 2024-11-14T02:37:37,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:37:37,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/test.cache.data in system properties and HBase conf 2024-11-14T02:37:37,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:37:37,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:37:37,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:37:37,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:37:37,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:37:37,773 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:37:37,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:37:37,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:37:37,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:37:37,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:37:37,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:37:37,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:37:37,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:37:37,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:37:37,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:37:37,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:37:37,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:37:37,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:37:37,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:37:37,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:37:38,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:37:38,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:37:38,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:37:38,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:37:38,040 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:37:38,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:37:38,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3aca339d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:37:38,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@578373ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:37:38,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f1f85a3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/java.io.tmpdir/jetty-localhost-45091-hadoop-hdfs-3_4_1-tests_jar-_-any-3334994467509905062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:37:38,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55084033{HTTP/1.1, (http/1.1)}{localhost:45091} 2024-11-14T02:37:38,139 INFO [Time-limited test {}] server.Server(415): Started @58618ms 2024-11-14T02:37:38,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:37:38,360 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:37:38,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:37:38,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:37:38,363 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:37:38,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53c079eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:37:38,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59207fea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:37:38,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a451367{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/java.io.tmpdir/jetty-localhost-42619-hadoop-hdfs-3_4_1-tests_jar-_-any-17241874383226488800/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:37:38,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11511695{HTTP/1.1, (http/1.1)}{localhost:42619} 2024-11-14T02:37:38,466 INFO [Time-limited test {}] server.Server(415): Started @58945ms 2024-11-14T02:37:38,467 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:37:39,025 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/cluster_3fa731ee-c410-37b8-2e04-9b5e9e47f802/data/data2/current/BP-1108137212-172.17.0.2-1731551857790/current, will proceed with Du for space computation calculation, 2024-11-14T02:37:39,025 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/cluster_3fa731ee-c410-37b8-2e04-9b5e9e47f802/data/data1/current/BP-1108137212-172.17.0.2-1731551857790/current, will proceed with Du for space computation calculation, 2024-11-14T02:37:39,039 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:37:39,041 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf54c8a34c561408f with lease ID 0xa22a9615d26e943a: Processing first storage report for DS-9963cce2-9159-4cce-ac57-400c4302c198 from datanode DatanodeRegistration(127.0.0.1:37343, datanodeUuid=b18310b1-932e-47b5-898c-6c96ee1a5fd9, infoPort=44169, infoSecurePort=0, ipcPort=44439, storageInfo=lv=-57;cid=testClusterID;nsid=1919535729;c=1731551857790) 2024-11-14T02:37:39,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf54c8a34c561408f with lease ID 0xa22a9615d26e943a: from storage DS-9963cce2-9159-4cce-ac57-400c4302c198 node DatanodeRegistration(127.0.0.1:37343, datanodeUuid=b18310b1-932e-47b5-898c-6c96ee1a5fd9, infoPort=44169, infoSecurePort=0, ipcPort=44439, storageInfo=lv=-57;cid=testClusterID;nsid=1919535729;c=1731551857790), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:37:39,042 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf54c8a34c561408f with lease ID 0xa22a9615d26e943a: Processing first storage report for DS-e6d297c6-0a55-420c-ad82-36e8a807118a from datanode DatanodeRegistration(127.0.0.1:37343, datanodeUuid=b18310b1-932e-47b5-898c-6c96ee1a5fd9, infoPort=44169, infoSecurePort=0, ipcPort=44439, storageInfo=lv=-57;cid=testClusterID;nsid=1919535729;c=1731551857790) 2024-11-14T02:37:39,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf54c8a34c561408f with lease ID 0xa22a9615d26e943a: from storage DS-e6d297c6-0a55-420c-ad82-36e8a807118a node DatanodeRegistration(127.0.0.1:37343, datanodeUuid=b18310b1-932e-47b5-898c-6c96ee1a5fd9, infoPort=44169, infoSecurePort=0, ipcPort=44439, storageInfo=lv=-57;cid=testClusterID;nsid=1919535729;c=1731551857790), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:37:39,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e 2024-11-14T02:37:39,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:39,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:39,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:37:39,505 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce with version=8 2024-11-14T02:37:39,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/hbase-staging 2024-11-14T02:37:39,507 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:37:39,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:39,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:39,507 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:37:39,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:39,508 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:37:39,508 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:37:39,508 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:37:39,508 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34587 2024-11-14T02:37:39,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34587 connecting to ZooKeeper ensemble=127.0.0.1:61192 2024-11-14T02:37:39,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345870x0, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:37:39,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34587-0x101387e29a10003 connected 2024-11-14T02:37:39,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:39,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:39,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Set watcher on znode that does not yet exist, /11656652347/running 2024-11-14T02:37:39,602 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce, hbase.cluster.distributed=false 2024-11-14T02:37:39,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Set watcher on znode that does not yet exist, /11656652347/acl 2024-11-14T02:37:39,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34587 2024-11-14T02:37:39,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34587 2024-11-14T02:37:39,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34587 2024-11-14T02:37:39,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34587 2024-11-14T02:37:39,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34587 2024-11-14T02:37:39,617 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:37:39,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:39,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:39,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:37:39,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:37:39,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:37:39,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:37:39,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:37:39,618 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34213 2024-11-14T02:37:39,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34213 connecting to ZooKeeper ensemble=127.0.0.1:61192 2024-11-14T02:37:39,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:39,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:39,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342130x0, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:37:39,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342130x0, quorum=127.0.0.1:61192, baseZNode=/11656652347 Set watcher on znode that does not yet exist, /11656652347/running 2024-11-14T02:37:39,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34213-0x101387e29a10004 connected 2024-11-14T02:37:39,633 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:37:39,633 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:37:39,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Set watcher on znode that does not yet exist, /11656652347/master 2024-11-14T02:37:39,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Set watcher on znode that does not yet exist, /11656652347/acl 2024-11-14T02:37:39,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34213 2024-11-14T02:37:39,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34213 2024-11-14T02:37:39,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34213 2024-11-14T02:37:39,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34213 2024-11-14T02:37:39,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34213 2024-11-14T02:37:39,656 DEBUG [M:0;83c5a5c119d5:34587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:34587 2024-11-14T02:37:39,657 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11656652347/backup-masters/83c5a5c119d5,34587,1731551859507 2024-11-14T02:37:39,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347/backup-masters 2024-11-14T02:37:39,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347/backup-masters 2024-11-14T02:37:39,666 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Set watcher on existing znode=/11656652347/backup-masters/83c5a5c119d5,34587,1731551859507 2024-11-14T02:37:39,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11656652347/master 2024-11-14T02:37:39,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347 2024-11-14T02:37:39,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347 2024-11-14T02:37:39,674 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Set watcher on existing znode=/11656652347/master 2024-11-14T02:37:39,675 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11656652347/backup-masters/83c5a5c119d5,34587,1731551859507 from backup master directory 2024-11-14T02:37:39,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347/backup-masters 2024-11-14T02:37:39,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11656652347/backup-masters/83c5a5c119d5,34587,1731551859507 2024-11-14T02:37:39,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347/backup-masters 2024-11-14T02:37:39,682 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:37:39,682 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,34587,1731551859507 2024-11-14T02:37:39,686 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/hbase.id] with ID: e752151b-fab7-49c1-8ce7-bf0137085a59 2024-11-14T02:37:39,686 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/.tmp/hbase.id 2024-11-14T02:37:39,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:37:40,091 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/.tmp/hbase.id]:[hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/hbase.id] 2024-11-14T02:37:40,100 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:40,101 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:37:40,102 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T02:37:40,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347 2024-11-14T02:37:40,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347 2024-11-14T02:37:40,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:37:40,539 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:37:40,539 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:37:40,540 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:37:40,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:37:40,644 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:37:40,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:40,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:40,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:40,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:40,946 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store 2024-11-14T02:37:40,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:37:41,352 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:41,353 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:37:41,353 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:41,353 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:41,353 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:37:41,353 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:41,353 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:37:41,353 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551861353Disabling compacts and flushes for region at 1731551861353Disabling writes for close at 1731551861353Writing region close event to WAL at 1731551861353Closed at 1731551861353 2024-11-14T02:37:41,354 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/.initializing 2024-11-14T02:37:41,354 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/WALs/83c5a5c119d5,34587,1731551859507 2024-11-14T02:37:41,355 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:37:41,356 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C34587%2C1731551859507, suffix=, logDir=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/WALs/83c5a5c119d5,34587,1731551859507, archiveDir=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/oldWALs, maxLogs=10 2024-11-14T02:37:41,368 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/WALs/83c5a5c119d5,34587,1731551859507/83c5a5c119d5%2C34587%2C1731551859507.1731551861356, exclude list is [], retry=0 2024-11-14T02:37:41,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37343,DS-9963cce2-9159-4cce-ac57-400c4302c198,DISK] 2024-11-14T02:37:41,372 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/WALs/83c5a5c119d5,34587,1731551859507/83c5a5c119d5%2C34587%2C1731551859507.1731551861356 2024-11-14T02:37:41,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169)] 2024-11-14T02:37:41,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:37:41,373 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:41,373 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:41,373 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:41,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:41,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:37:41,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:41,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:41,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:41,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:37:41,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:41,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:41,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:41,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:37:41,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:41,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:41,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:41,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:37:41,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:41,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:41,380 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:41,381 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:41,381 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:41,383 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:41,383 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:41,383 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:37:41,384 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:37:41,386 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:37:41,387 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62319084, jitterRate=-0.07137328386306763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:37:41,387 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731551861373Initializing all the Stores at 1731551861374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551861374Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551861374Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551861374Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551861374Cleaning up temporary data from old regions at 1731551861383 (+9 ms)Region opened successfully at 1731551861387 (+4 ms) 2024-11-14T02:37:41,387 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:37:41,390 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9f98b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:37:41,391 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:37:41,391 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:37:41,391 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:37:41,391 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:37:41,392 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:37:41,392 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:37:41,392 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:37:41,394 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:37:41,394 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Unable to get data of znode /11656652347/balancer because node does not exist (not necessarily an error) 2024-11-14T02:37:41,424 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11656652347/balancer already deleted, retry=false 2024-11-14T02:37:41,424 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:37:41,425 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Unable to get data of znode /11656652347/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:37:41,457 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11656652347/normalizer already deleted, retry=false 2024-11-14T02:37:41,457 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:37:41,458 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Unable to get data of znode /11656652347/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:37:41,470 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11656652347/switch/split already deleted, retry=false 2024-11-14T02:37:41,470 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Unable to get data of znode /11656652347/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:37:41,478 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11656652347/switch/merge already deleted, retry=false 2024-11-14T02:37:41,480 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Unable to get data of znode /11656652347/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:37:41,486 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11656652347/snapshot-cleanup already deleted, retry=false 2024-11-14T02:37:41,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11656652347/running 2024-11-14T02:37:41,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11656652347/running 2024-11-14T02:37:41,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347 2024-11-14T02:37:41,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347 2024-11-14T02:37:41,495 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,34587,1731551859507, sessionid=0x101387e29a10003, setting cluster-up flag (Was=false) 2024-11-14T02:37:41,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347 2024-11-14T02:37:41,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347 2024-11-14T02:37:41,536 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11656652347/flush-table-proc/acquired, /11656652347/flush-table-proc/reached, /11656652347/flush-table-proc/abort 2024-11-14T02:37:41,537 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,34587,1731551859507 2024-11-14T02:37:41,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347 2024-11-14T02:37:41,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347 2024-11-14T02:37:41,578 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11656652347/online-snapshot/acquired, /11656652347/online-snapshot/reached, /11656652347/online-snapshot/abort 2024-11-14T02:37:41,579 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,34587,1731551859507 2024-11-14T02:37:41,580 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:37:41,582 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:37:41,582 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:37:41,582 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:37:41,582 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,34587,1731551859507 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:37:41,583 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:41,583 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:41,583 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:41,584 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:37:41,584 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:37:41,584 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:41,584 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:37:41,584 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:41,586 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731551891586 2024-11-14T02:37:41,587 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:37:41,587 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:37:41,587 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:37:41,587 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:37:41,587 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:37:41,587 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:37:41,587 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:41,587 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:37:41,587 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:37:41,588 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:37:41,588 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:37:41,588 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:37:41,588 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:37:41,588 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:37:41,588 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:37:41,588 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551861588,5,FailOnTimeoutGroup] 2024-11-14T02:37:41,588 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:41,588 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551861588,5,FailOnTimeoutGroup] 2024-11-14T02:37:41,588 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:41,588 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:37:41,588 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:41,588 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:41,588 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:37:41,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:37:41,646 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(746): ClusterId : e752151b-fab7-49c1-8ce7-bf0137085a59 2024-11-14T02:37:41,646 DEBUG [RS:0;83c5a5c119d5:34213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:37:41,654 DEBUG [RS:0;83c5a5c119d5:34213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:37:41,654 DEBUG [RS:0;83c5a5c119d5:34213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:37:41,665 DEBUG [RS:0;83c5a5c119d5:34213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:37:41,666 DEBUG [RS:0;83c5a5c119d5:34213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639f2ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:37:41,678 DEBUG [RS:0;83c5a5c119d5:34213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:34213 2024-11-14T02:37:41,678 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:37:41,678 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:37:41,678 DEBUG [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:37:41,679 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,34587,1731551859507 with port=34213, startcode=1731551859617 2024-11-14T02:37:41,679 DEBUG [RS:0;83c5a5c119d5:34213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:37:41,680 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:37:41,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,34213,1731551859617 2024-11-14T02:37:41,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,34213,1731551859617 2024-11-14T02:37:41,682 DEBUG [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce 2024-11-14T02:37:41,682 DEBUG [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34681 2024-11-14T02:37:41,682 DEBUG [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:37:41,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347/rs 2024-11-14T02:37:41,725 DEBUG [RS:0;83c5a5c119d5:34213 {}] zookeeper.ZKUtil(111): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Set watcher on existing znode=/11656652347/rs/83c5a5c119d5,34213,1731551859617 2024-11-14T02:37:41,725 WARN [RS:0;83c5a5c119d5:34213 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:37:41,725 INFO [RS:0;83c5a5c119d5:34213 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:37:41,725 DEBUG [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/WALs/83c5a5c119d5,34213,1731551859617 2024-11-14T02:37:41,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,34213,1731551859617] 2024-11-14T02:37:41,728 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:37:41,732 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:37:41,732 INFO [RS:0;83c5a5c119d5:34213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:37:41,732 INFO [RS:0;83c5a5c119d5:34213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:41,733 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:37:41,734 INFO [RS:0;83c5a5c119d5:34213 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:37:41,734 INFO [RS:0;83c5a5c119d5:34213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:41,734 DEBUG [RS:0;83c5a5c119d5:34213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:41,735 DEBUG [RS:0;83c5a5c119d5:34213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:41,735 DEBUG [RS:0;83c5a5c119d5:34213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:41,735 DEBUG [RS:0;83c5a5c119d5:34213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:41,735 DEBUG [RS:0;83c5a5c119d5:34213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:41,735 DEBUG [RS:0;83c5a5c119d5:34213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:37:41,735 DEBUG [RS:0;83c5a5c119d5:34213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:41,735 DEBUG [RS:0;83c5a5c119d5:34213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:41,735 DEBUG [RS:0;83c5a5c119d5:34213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:41,735 DEBUG [RS:0;83c5a5c119d5:34213 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:41,735 DEBUG [RS:0;83c5a5c119d5:34213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:41,735 DEBUG [RS:0;83c5a5c119d5:34213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:37:41,735 DEBUG [RS:0;83c5a5c119d5:34213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:37:41,735 DEBUG [RS:0;83c5a5c119d5:34213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:37:41,736 INFO [RS:0;83c5a5c119d5:34213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:41,736 INFO [RS:0;83c5a5c119d5:34213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:41,736 INFO [RS:0;83c5a5c119d5:34213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:41,736 INFO [RS:0;83c5a5c119d5:34213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:41,736 INFO [RS:0;83c5a5c119d5:34213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:41,736 INFO [RS:0;83c5a5c119d5:34213 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,34213,1731551859617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:37:41,753 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:37:41,753 INFO [RS:0;83c5a5c119d5:34213 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,34213,1731551859617-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:41,753 INFO [RS:0;83c5a5c119d5:34213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:41,753 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.Replication(171): 83c5a5c119d5,34213,1731551859617 started 2024-11-14T02:37:41,773 INFO [RS:0;83c5a5c119d5:34213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:41,773 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,34213,1731551859617, RpcServer on 83c5a5c119d5/172.17.0.2:34213, sessionid=0x101387e29a10004 2024-11-14T02:37:41,773 DEBUG [RS:0;83c5a5c119d5:34213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:37:41,773 DEBUG [RS:0;83c5a5c119d5:34213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,34213,1731551859617 2024-11-14T02:37:41,773 DEBUG [RS:0;83c5a5c119d5:34213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,34213,1731551859617' 2024-11-14T02:37:41,773 DEBUG [RS:0;83c5a5c119d5:34213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11656652347/flush-table-proc/abort' 2024-11-14T02:37:41,774 DEBUG [RS:0;83c5a5c119d5:34213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11656652347/flush-table-proc/acquired' 2024-11-14T02:37:41,774 DEBUG [RS:0;83c5a5c119d5:34213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:37:41,774 DEBUG [RS:0;83c5a5c119d5:34213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:37:41,774 DEBUG [RS:0;83c5a5c119d5:34213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,34213,1731551859617 2024-11-14T02:37:41,774 DEBUG [RS:0;83c5a5c119d5:34213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,34213,1731551859617' 2024-11-14T02:37:41,774 DEBUG [RS:0;83c5a5c119d5:34213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11656652347/online-snapshot/abort' 2024-11-14T02:37:41,775 DEBUG [RS:0;83c5a5c119d5:34213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11656652347/online-snapshot/acquired' 2024-11-14T02:37:41,775 DEBUG [RS:0;83c5a5c119d5:34213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:37:41,775 INFO [RS:0;83c5a5c119d5:34213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:37:41,775 INFO [RS:0;83c5a5c119d5:34213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:37:41,875 INFO [RS:0;83c5a5c119d5:34213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:37:41,877 INFO [RS:0;83c5a5c119d5:34213 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C34213%2C1731551859617, suffix=, logDir=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/WALs/83c5a5c119d5,34213,1731551859617, archiveDir=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/oldWALs, maxLogs=10 2024-11-14T02:37:41,896 DEBUG [RS:0;83c5a5c119d5:34213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/WALs/83c5a5c119d5,34213,1731551859617/83c5a5c119d5%2C34213%2C1731551859617.1731551861878, exclude list is [], retry=0 2024-11-14T02:37:41,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37343,DS-9963cce2-9159-4cce-ac57-400c4302c198,DISK] 2024-11-14T02:37:41,910 INFO [RS:0;83c5a5c119d5:34213 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/WALs/83c5a5c119d5,34213,1731551859617/83c5a5c119d5%2C34213%2C1731551859617.1731551861878 2024-11-14T02:37:41,911 DEBUG [RS:0;83c5a5c119d5:34213 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169)] 2024-11-14T02:37:41,998 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:37:41,998 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce 2024-11-14T02:37:42,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:37:42,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:42,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:37:42,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:37:42,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:42,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:42,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:37:42,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:37:42,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:42,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:42,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:37:42,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:37:42,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:42,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:42,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:37:42,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:37:42,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:42,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:42,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:37:42,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740 2024-11-14T02:37:42,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740 2024-11-14T02:37:42,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:37:42,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:37:42,415 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:37:42,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:37:42,419 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:37:42,419 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75447747, jitterRate=0.12425903975963593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:37:42,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731551862404Initializing all the Stores at 1731551862405 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551862405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551862405Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551862405Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551862405Cleaning up temporary data from old regions at 1731551862415 (+10 ms)Region opened successfully at 1731551862419 (+4 ms) 2024-11-14T02:37:42,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:37:42,419 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:37:42,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:37:42,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:37:42,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:37:42,420 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:37:42,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551862419Disabling compacts and flushes for region at 1731551862419Disabling writes for close at 1731551862419Writing region close event to WAL at 1731551862420 (+1 ms)Closed at 1731551862420 2024-11-14T02:37:42,421 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:37:42,421 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:37:42,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:37:42,422 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:37:42,424 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:37:42,486 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:37:42,574 DEBUG [83c5a5c119d5:34587 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:37:42,574 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,34213,1731551859617 2024-11-14T02:37:42,575 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,34213,1731551859617, state=OPENING 2024-11-14T02:37:42,603 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:37:42,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347 2024-11-14T02:37:42,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347 2024-11-14T02:37:42,612 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:37:42,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11656652347/meta-region-server: CHANGED 2024-11-14T02:37:42,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,34213,1731551859617}] 2024-11-14T02:37:42,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11656652347/meta-region-server: CHANGED 2024-11-14T02:37:42,765 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:37:42,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:37:42,770 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:37:42,770 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:37:42,770 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:37:42,772 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C34213%2C1731551859617.meta, suffix=.meta, logDir=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/WALs/83c5a5c119d5,34213,1731551859617, archiveDir=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/oldWALs, maxLogs=10 2024-11-14T02:37:42,784 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/WALs/83c5a5c119d5,34213,1731551859617/83c5a5c119d5%2C34213%2C1731551859617.meta.1731551862772.meta, exclude list is [], retry=0 2024-11-14T02:37:42,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37343,DS-9963cce2-9159-4cce-ac57-400c4302c198,DISK] 2024-11-14T02:37:42,788 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/WALs/83c5a5c119d5,34213,1731551859617/83c5a5c119d5%2C34213%2C1731551859617.meta.1731551862772.meta 2024-11-14T02:37:42,789 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44169:44169)] 2024-11-14T02:37:42,789 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:37:42,789 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:37:42,789 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:37:42,789 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:37:42,789 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:37:42,789 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:37:42,790 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:42,790 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:37:42,790 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:37:42,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:37:42,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:37:42,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:42,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:42,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:37:42,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:37:42,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:42,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:42,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:37:42,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:37:42,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:42,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:42,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:37:42,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:37:42,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:42,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:37:42,795 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:37:42,796 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740 2024-11-14T02:37:42,797 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740 2024-11-14T02:37:42,798 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:37:42,798 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:37:42,798 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:37:42,800 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:37:42,800 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66936753, jitterRate=-0.002564653754234314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:37:42,800 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:37:42,800 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731551862790Writing region info on filesystem at 1731551862790Initializing all the Stores at 1731551862791 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551862791Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551862791Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551862791Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551862791Cleaning up temporary data from old regions at 1731551862798 (+7 ms)Running coprocessor post-open hooks at 1731551862800 (+2 ms)Region opened successfully at 1731551862800 2024-11-14T02:37:42,801 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731551862764 2024-11-14T02:37:42,804 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:37:42,804 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:37:42,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,34213,1731551859617 2024-11-14T02:37:42,805 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,34213,1731551859617, state=OPEN 2024-11-14T02:37:42,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11656652347/meta-region-server 2024-11-14T02:37:42,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11656652347/meta-region-server 2024-11-14T02:37:42,816 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,34213,1731551859617 2024-11-14T02:37:42,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11656652347/meta-region-server: CHANGED 2024-11-14T02:37:42,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11656652347/meta-region-server: CHANGED 2024-11-14T02:37:42,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:37:42,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,34213,1731551859617 in 204 msec 2024-11-14T02:37:42,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:37:42,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec 2024-11-14T02:37:42,821 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:37:42,822 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:37:42,823 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:37:42,823 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,34213,1731551859617, seqNum=-1] 2024-11-14T02:37:42,823 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:37:42,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:37:42,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-11-14T02:37:42,830 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731551862830, completionTime=-1 2024-11-14T02:37:42,830 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:37:42,830 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:37:42,832 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:37:42,832 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731551922832 2024-11-14T02:37:42,832 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731551982832 2024-11-14T02:37:42,832 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T02:37:42,832 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,34587,1731551859507-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:42,832 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,34587,1731551859507-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:42,832 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,34587,1731551859507-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:42,832 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:34587, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:42,832 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:42,833 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:42,834 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:37:42,836 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.154sec 2024-11-14T02:37:42,836 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:37:42,836 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:37:42,836 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:37:42,836 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:37:42,836 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:37:42,836 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,34587,1731551859507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:37:42,836 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,34587,1731551859507-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:37:42,839 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:37:42,839 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:37:42,839 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,34587,1731551859507-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:37:42,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb3acf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:42,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,34587,-1 for getting cluster id 2024-11-14T02:37:42,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:42,848 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e752151b-fab7-49c1-8ce7-bf0137085a59' 2024-11-14T02:37:42,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:42,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e752151b-fab7-49c1-8ce7-bf0137085a59" 2024-11-14T02:37:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50242339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,34587,-1] 2024-11-14T02:37:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:42,850 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:42,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72fb3710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:42,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:37:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,34213,1731551859617, seqNum=-1] 2024-11-14T02:37:42,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:37:42,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:37:42,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,34587,1731551859507 2024-11-14T02:37:42,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61192 2024-11-14T02:37:42,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:37:42,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101387e29a10005 connected 2024-11-14T02:37:42,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:37:42,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,34759,1731551854235 2024-11-14T02:37:42,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48b1e38d 2024-11-14T02:37:42,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:37:42,881 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:37:42,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:37:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T02:37:42,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:37:42,888 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:42,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T02:37:42,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:37:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:37:42,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741835_1011 (size=902) 2024-11-14T02:37:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:37:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:37:43,298 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b2a10e9b34be703da87936cb4f51a058, NAME => 'test,,1731551862882.b2a10e9b34be703da87936cb4f51a058.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c 2024-11-14T02:37:43,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741836_1012 (size=39) 2024-11-14T02:37:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:37:43,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731551862882.b2a10e9b34be703da87936cb4f51a058.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:43,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b2a10e9b34be703da87936cb4f51a058, disabling compactions & flushes 2024-11-14T02:37:43,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731551862882.b2a10e9b34be703da87936cb4f51a058. 2024-11-14T02:37:43,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731551862882.b2a10e9b34be703da87936cb4f51a058. 2024-11-14T02:37:43,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731551862882.b2a10e9b34be703da87936cb4f51a058. after waiting 0 ms 2024-11-14T02:37:43,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731551862882.b2a10e9b34be703da87936cb4f51a058. 2024-11-14T02:37:43,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731551862882.b2a10e9b34be703da87936cb4f51a058. 2024-11-14T02:37:43,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b2a10e9b34be703da87936cb4f51a058: Waiting for close lock at 1731551863704Disabling compacts and flushes for region at 1731551863704Disabling writes for close at 1731551863704Writing region close event to WAL at 1731551863704Closed at 1731551863704 2024-11-14T02:37:43,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:37:43,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731551862882.b2a10e9b34be703da87936cb4f51a058.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731551863705"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731551863705"}]},"ts":"1731551863705"} 2024-11-14T02:37:43,708 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:37:43,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:37:43,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551863709"}]},"ts":"1731551863709"} 2024-11-14T02:37:43,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T02:37:43,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b2a10e9b34be703da87936cb4f51a058, ASSIGN}] 2024-11-14T02:37:43,712 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b2a10e9b34be703da87936cb4f51a058, ASSIGN 2024-11-14T02:37:43,713 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b2a10e9b34be703da87936cb4f51a058, ASSIGN; state=OFFLINE, location=83c5a5c119d5,43303,1731551854403; forceNewPlan=false, retain=false 2024-11-14T02:37:43,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b2a10e9b34be703da87936cb4f51a058, regionState=OPENING, regionLocation=83c5a5c119d5,43303,1731551854403 2024-11-14T02:37:43,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b2a10e9b34be703da87936cb4f51a058, ASSIGN because future has completed 2024-11-14T02:37:43,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2a10e9b34be703da87936cb4f51a058, server=83c5a5c119d5,43303,1731551854403}] 2024-11-14T02:37:44,023 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731551862882.b2a10e9b34be703da87936cb4f51a058. 2024-11-14T02:37:44,023 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b2a10e9b34be703da87936cb4f51a058, NAME => 'test,,1731551862882.b2a10e9b34be703da87936cb4f51a058.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:37:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:37:44,023 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:37:44,023 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T02:37:44,024 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b2a10e9b34be703da87936cb4f51a058 2024-11-14T02:37:44,024 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731551862882.b2a10e9b34be703da87936cb4f51a058.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:44,024 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b2a10e9b34be703da87936cb4f51a058 2024-11-14T02:37:44,024 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b2a10e9b34be703da87936cb4f51a058 2024-11-14T02:37:44,026 INFO [StoreOpener-b2a10e9b34be703da87936cb4f51a058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b2a10e9b34be703da87936cb4f51a058 2024-11-14T02:37:44,027 INFO [StoreOpener-b2a10e9b34be703da87936cb4f51a058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a10e9b34be703da87936cb4f51a058 columnFamilyName f 2024-11-14T02:37:44,027 DEBUG [StoreOpener-b2a10e9b34be703da87936cb4f51a058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:44,028 INFO [StoreOpener-b2a10e9b34be703da87936cb4f51a058-1 {}] regionserver.HStore(327): Store=b2a10e9b34be703da87936cb4f51a058/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:44,028 INFO [StoreOpener-b2a10e9b34be703da87936cb4f51a058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b2a10e9b34be703da87936cb4f51a058 2024-11-14T02:37:44,029 INFO [StoreOpener-b2a10e9b34be703da87936cb4f51a058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a10e9b34be703da87936cb4f51a058 columnFamilyName f1 2024-11-14T02:37:44,029 DEBUG [StoreOpener-b2a10e9b34be703da87936cb4f51a058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:44,029 INFO [StoreOpener-b2a10e9b34be703da87936cb4f51a058-1 {}] regionserver.HStore(327): Store=b2a10e9b34be703da87936cb4f51a058/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:44,029 INFO [StoreOpener-b2a10e9b34be703da87936cb4f51a058-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b2a10e9b34be703da87936cb4f51a058 2024-11-14T02:37:44,030 INFO [StoreOpener-b2a10e9b34be703da87936cb4f51a058-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a10e9b34be703da87936cb4f51a058 columnFamilyName norep 2024-11-14T02:37:44,030 DEBUG [StoreOpener-b2a10e9b34be703da87936cb4f51a058-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:44,031 INFO [StoreOpener-b2a10e9b34be703da87936cb4f51a058-1 {}] regionserver.HStore(327): Store=b2a10e9b34be703da87936cb4f51a058/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:44,031 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b2a10e9b34be703da87936cb4f51a058 2024-11-14T02:37:44,032 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058 2024-11-14T02:37:44,032 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058 2024-11-14T02:37:44,033 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b2a10e9b34be703da87936cb4f51a058 2024-11-14T02:37:44,033 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b2a10e9b34be703da87936cb4f51a058 2024-11-14T02:37:44,033 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:37:44,035 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b2a10e9b34be703da87936cb4f51a058 2024-11-14T02:37:44,037 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:37:44,037 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b2a10e9b34be703da87936cb4f51a058; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70189962, jitterRate=0.045911937952041626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:37:44,037 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2a10e9b34be703da87936cb4f51a058 2024-11-14T02:37:44,038 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b2a10e9b34be703da87936cb4f51a058: Running coprocessor pre-open hook at 1731551864024Writing region info on filesystem at 1731551864024Initializing all the Stores at 1731551864025 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551864025Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551864026 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551864026Cleaning up temporary data from old regions at 1731551864033 (+7 ms)Running coprocessor post-open hooks at 1731551864037 (+4 ms)Region opened successfully at 1731551864038 (+1 ms) 2024-11-14T02:37:44,040 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731551862882.b2a10e9b34be703da87936cb4f51a058., pid=6, masterSystemTime=1731551864019 2024-11-14T02:37:44,042 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731551862882.b2a10e9b34be703da87936cb4f51a058. 2024-11-14T02:37:44,042 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731551862882.b2a10e9b34be703da87936cb4f51a058. 2024-11-14T02:37:44,043 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b2a10e9b34be703da87936cb4f51a058, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83c5a5c119d5,43303,1731551854403 2024-11-14T02:37:44,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2a10e9b34be703da87936cb4f51a058, server=83c5a5c119d5,43303,1731551854403 because future has completed 2024-11-14T02:37:44,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:37:44,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b2a10e9b34be703da87936cb4f51a058, server=83c5a5c119d5,43303,1731551854403 in 180 msec 2024-11-14T02:37:44,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:37:44,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b2a10e9b34be703da87936cb4f51a058, ASSIGN in 338 msec 2024-11-14T02:37:44,052 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:37:44,052 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551864052"}]},"ts":"1731551864052"} 2024-11-14T02:37:44,054 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T02:37:44,055 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:37:44,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-14T02:37:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:37:45,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:37:45,033 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T02:37:45,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,34587,1731551859507 2024-11-14T02:37:45,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e076e6b 2024-11-14T02:37:45,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:37:45,036 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:37:45,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:37:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T02:37:45,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:37:45,040 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:45,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T02:37:45,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:37:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:37:45,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741835_1011 (size=902) 2024-11-14T02:37:45,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T02:37:45,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T02:37:45,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T02:37:45,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T02:37:45,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:37:45,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T02:37:45,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:37:45,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T02:37:45,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:37:45,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T02:37:45,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T02:37:45,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T02:37:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:37:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:37:45,450 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d103ce637b349e274013809a7b28b11, NAME => 'test,,1731551865036.8d103ce637b349e274013809a7b28b11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce 2024-11-14T02:37:45,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741836_1012 (size=39) 2024-11-14T02:37:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:37:45,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731551865036.8d103ce637b349e274013809a7b28b11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:45,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8d103ce637b349e274013809a7b28b11, disabling compactions & flushes 2024-11-14T02:37:45,856 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731551865036.8d103ce637b349e274013809a7b28b11. 2024-11-14T02:37:45,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731551865036.8d103ce637b349e274013809a7b28b11. 2024-11-14T02:37:45,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731551865036.8d103ce637b349e274013809a7b28b11. after waiting 0 ms 2024-11-14T02:37:45,856 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731551865036.8d103ce637b349e274013809a7b28b11. 2024-11-14T02:37:45,856 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731551865036.8d103ce637b349e274013809a7b28b11. 2024-11-14T02:37:45,857 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d103ce637b349e274013809a7b28b11: Waiting for close lock at 1731551865856Disabling compacts and flushes for region at 1731551865856Disabling writes for close at 1731551865856Writing region close event to WAL at 1731551865856Closed at 1731551865856 2024-11-14T02:37:45,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:37:45,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731551865036.8d103ce637b349e274013809a7b28b11.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731551865858"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731551865858"}]},"ts":"1731551865858"} 2024-11-14T02:37:45,861 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:37:45,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:37:45,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551865862"}]},"ts":"1731551865862"} 2024-11-14T02:37:45,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T02:37:45,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8d103ce637b349e274013809a7b28b11, ASSIGN}] 2024-11-14T02:37:45,866 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8d103ce637b349e274013809a7b28b11, ASSIGN 2024-11-14T02:37:45,867 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8d103ce637b349e274013809a7b28b11, ASSIGN; state=OFFLINE, location=83c5a5c119d5,34213,1731551859617; forceNewPlan=false, retain=false 2024-11-14T02:37:46,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d103ce637b349e274013809a7b28b11, regionState=OPENING, regionLocation=83c5a5c119d5,34213,1731551859617 2024-11-14T02:37:46,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8d103ce637b349e274013809a7b28b11, ASSIGN because future has completed 2024-11-14T02:37:46,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d103ce637b349e274013809a7b28b11, server=83c5a5c119d5,34213,1731551859617}] 2024-11-14T02:37:46,177 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731551865036.8d103ce637b349e274013809a7b28b11. 2024-11-14T02:37:46,177 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d103ce637b349e274013809a7b28b11, NAME => 'test,,1731551865036.8d103ce637b349e274013809a7b28b11.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:37:46,177 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:37:46,178 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T02:37:46,178 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8d103ce637b349e274013809a7b28b11 2024-11-14T02:37:46,178 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731551865036.8d103ce637b349e274013809a7b28b11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:46,178 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8d103ce637b349e274013809a7b28b11 2024-11-14T02:37:46,178 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8d103ce637b349e274013809a7b28b11 2024-11-14T02:37:46,180 INFO [StoreOpener-8d103ce637b349e274013809a7b28b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8d103ce637b349e274013809a7b28b11 2024-11-14T02:37:46,181 INFO [StoreOpener-8d103ce637b349e274013809a7b28b11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d103ce637b349e274013809a7b28b11 columnFamilyName f 2024-11-14T02:37:46,181 DEBUG [StoreOpener-8d103ce637b349e274013809a7b28b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:46,182 INFO [StoreOpener-8d103ce637b349e274013809a7b28b11-1 {}] regionserver.HStore(327): Store=8d103ce637b349e274013809a7b28b11/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:46,182 INFO [StoreOpener-8d103ce637b349e274013809a7b28b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8d103ce637b349e274013809a7b28b11 2024-11-14T02:37:46,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:37:46,183 INFO [StoreOpener-8d103ce637b349e274013809a7b28b11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d103ce637b349e274013809a7b28b11 columnFamilyName f1 2024-11-14T02:37:46,183 DEBUG [StoreOpener-8d103ce637b349e274013809a7b28b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:46,184 INFO [StoreOpener-8d103ce637b349e274013809a7b28b11-1 {}] regionserver.HStore(327): Store=8d103ce637b349e274013809a7b28b11/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:46,184 INFO [StoreOpener-8d103ce637b349e274013809a7b28b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8d103ce637b349e274013809a7b28b11 2024-11-14T02:37:46,185 INFO [StoreOpener-8d103ce637b349e274013809a7b28b11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d103ce637b349e274013809a7b28b11 columnFamilyName norep 2024-11-14T02:37:46,185 DEBUG [StoreOpener-8d103ce637b349e274013809a7b28b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:46,185 INFO [StoreOpener-8d103ce637b349e274013809a7b28b11-1 {}] regionserver.HStore(327): Store=8d103ce637b349e274013809a7b28b11/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:46,185 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8d103ce637b349e274013809a7b28b11 2024-11-14T02:37:46,186 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/default/test/8d103ce637b349e274013809a7b28b11 2024-11-14T02:37:46,187 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/default/test/8d103ce637b349e274013809a7b28b11 2024-11-14T02:37:46,188 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8d103ce637b349e274013809a7b28b11 2024-11-14T02:37:46,188 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8d103ce637b349e274013809a7b28b11 2024-11-14T02:37:46,188 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:37:46,189 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8d103ce637b349e274013809a7b28b11 2024-11-14T02:37:46,192 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/default/test/8d103ce637b349e274013809a7b28b11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:37:46,192 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8d103ce637b349e274013809a7b28b11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73422948, jitterRate=0.09408718347549438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:37:46,192 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d103ce637b349e274013809a7b28b11 2024-11-14T02:37:46,193 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8d103ce637b349e274013809a7b28b11: Running coprocessor pre-open hook at 1731551866178Writing region info on filesystem at 1731551866178Initializing all the Stores at 1731551866179 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551866179Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551866180 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551866180Cleaning up temporary data from old regions at 1731551866188 (+8 ms)Running coprocessor post-open hooks at 1731551866192 (+4 ms)Region opened successfully at 1731551866192 2024-11-14T02:37:46,194 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731551865036.8d103ce637b349e274013809a7b28b11., pid=6, masterSystemTime=1731551866173 2024-11-14T02:37:46,196 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731551865036.8d103ce637b349e274013809a7b28b11. 2024-11-14T02:37:46,196 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731551865036.8d103ce637b349e274013809a7b28b11. 2024-11-14T02:37:46,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d103ce637b349e274013809a7b28b11, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83c5a5c119d5,34213,1731551859617 2024-11-14T02:37:46,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d103ce637b349e274013809a7b28b11, server=83c5a5c119d5,34213,1731551859617 because future has completed 2024-11-14T02:37:46,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:37:46,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d103ce637b349e274013809a7b28b11, server=83c5a5c119d5,34213,1731551859617 in 180 msec 2024-11-14T02:37:46,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:37:46,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8d103ce637b349e274013809a7b28b11, ASSIGN in 337 msec 2024-11-14T02:37:46,206 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:37:46,206 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551866206"}]},"ts":"1731551866206"} 2024-11-14T02:37:46,208 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T02:37:46,209 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:37:46,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-14T02:37:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:37:47,193 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T02:37:47,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd05c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:47,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,34759,-1 for getting cluster id 2024-11-14T02:37:47,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:47,195 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a043344b-95e9-43a0-9e56-dfd9d275fc88' 2024-11-14T02:37:47,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:47,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a043344b-95e9-43a0-9e56-dfd9d275fc88" 2024-11-14T02:37:47,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63376770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:47,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,34759,-1] 2024-11-14T02:37:47,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:47,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:47,196 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:47,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb3a368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:47,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3783754a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:47,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,34587,-1 for getting cluster id 2024-11-14T02:37:47,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:47,199 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e752151b-fab7-49c1-8ce7-bf0137085a59' 2024-11-14T02:37:47,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:47,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e752151b-fab7-49c1-8ce7-bf0137085a59" 2024-11-14T02:37:47,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d1646a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:47,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,34587,-1] 2024-11-14T02:37:47,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:47,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:47,201 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:47,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59640e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:47,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea56109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:47,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,34759,-1 for getting cluster id 2024-11-14T02:37:47,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:47,203 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a043344b-95e9-43a0-9e56-dfd9d275fc88' 2024-11-14T02:37:47,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:47,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a043344b-95e9-43a0-9e56-dfd9d275fc88" 2024-11-14T02:37:47,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51219d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:47,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,34759,-1] 2024-11-14T02:37:47,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:47,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:47,205 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:47,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be92420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:47,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:37:47,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,34759,1731551854235 2024-11-14T02:37:47,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f9b599b 2024-11-14T02:37:47,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:37:47,209 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:37:47,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83c5a5c119d5:34587,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-14T02:37:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:37:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:37:47,213 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:34587' 2024-11-14T02:37:47,213 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d25f1fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:47,213 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,34587,-1 for getting cluster id 2024-11-14T02:37:47,214 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:47,214 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e752151b-fab7-49c1-8ce7-bf0137085a59' 2024-11-14T02:37:47,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:47,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e752151b-fab7-49c1-8ce7-bf0137085a59" 2024-11-14T02:37:47,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6629adf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:47,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,34587,-1] 2024-11-14T02:37:47,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:47,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:47,216 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:47,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d27935f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:47,216 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:37:47,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,34587,1731551859507 2024-11-14T02:37:47,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb1e9dd 2024-11-14T02:37:47,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:37:47,218 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:37:47,218 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T02:37:47,218 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:37:47,218 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:47,219 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:47,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:37:47,219 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:37:47,220 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T02:37:47,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:37:47,221 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:47,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:37:47,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741837_1013 (size=1138) 2024-11-14T02:37:47,270 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T02:37:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:37:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:37:47,629 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75a9695cfc27a6b7c16b266ba7167acf, NAME => 'hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c 2024-11-14T02:37:47,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741838_1014 (size=44) 2024-11-14T02:37:47,728 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T02:37:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:37:48,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:48,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 75a9695cfc27a6b7c16b266ba7167acf, disabling compactions & flushes 2024-11-14T02:37:48,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf. 2024-11-14T02:37:48,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf. 2024-11-14T02:37:48,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf. after waiting 0 ms 2024-11-14T02:37:48,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf. 2024-11-14T02:37:48,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf. 2024-11-14T02:37:48,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75a9695cfc27a6b7c16b266ba7167acf: Waiting for close lock at 1731551868035Disabling compacts and flushes for region at 1731551868035Disabling writes for close at 1731551868035Writing region close event to WAL at 1731551868035Closed at 1731551868035 2024-11-14T02:37:48,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:37:48,037 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731551868036"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731551868036"}]},"ts":"1731551868036"} 2024-11-14T02:37:48,039 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:37:48,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:37:48,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551868040"}]},"ts":"1731551868040"} 2024-11-14T02:37:48,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T02:37:48,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75a9695cfc27a6b7c16b266ba7167acf, ASSIGN}] 2024-11-14T02:37:48,044 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75a9695cfc27a6b7c16b266ba7167acf, ASSIGN 2024-11-14T02:37:48,045 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=75a9695cfc27a6b7c16b266ba7167acf, ASSIGN; state=OFFLINE, location=83c5a5c119d5,43303,1731551854403; forceNewPlan=false, retain=false 2024-11-14T02:37:48,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=75a9695cfc27a6b7c16b266ba7167acf, regionState=OPENING, regionLocation=83c5a5c119d5,43303,1731551854403 2024-11-14T02:37:48,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=75a9695cfc27a6b7c16b266ba7167acf, ASSIGN because future has completed 2024-11-14T02:37:48,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75a9695cfc27a6b7c16b266ba7167acf, server=83c5a5c119d5,43303,1731551854403}] 2024-11-14T02:37:48,291 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:37:48,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:48,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:48,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:48,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:37:48,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf. 2024-11-14T02:37:48,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:37:48,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T02:37:48,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C43303%2C1731551854403.rep, suffix=, logDir=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403, archiveDir=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/oldWALs, maxLogs=10 2024-11-14T02:37:48,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.rep.1731551868374, exclude list is [], retry=0 2024-11-14T02:37:48,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35223,DS-ed894a88-eb26-4d24-863c-549bb259d5b7,DISK] 2024-11-14T02:37:48,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.rep.1731551868374 2024-11-14T02:37:48,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41279:41279)] 2024-11-14T02:37:48,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 75a9695cfc27a6b7c16b266ba7167acf, NAME => 'hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:37:48,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:37:48,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:37:48,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf. service=MultiRowMutationService 2024-11-14T02:37:48,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T02:37:48,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 75a9695cfc27a6b7c16b266ba7167acf 2024-11-14T02:37:48,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:37:48,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 75a9695cfc27a6b7c16b266ba7167acf 2024-11-14T02:37:48,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 75a9695cfc27a6b7c16b266ba7167acf 2024-11-14T02:37:48,394 INFO [StoreOpener-75a9695cfc27a6b7c16b266ba7167acf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 75a9695cfc27a6b7c16b266ba7167acf 2024-11-14T02:37:48,395 INFO [StoreOpener-75a9695cfc27a6b7c16b266ba7167acf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75a9695cfc27a6b7c16b266ba7167acf columnFamilyName hfileref 2024-11-14T02:37:48,396 DEBUG [StoreOpener-75a9695cfc27a6b7c16b266ba7167acf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:48,396 INFO [StoreOpener-75a9695cfc27a6b7c16b266ba7167acf-1 {}] regionserver.HStore(327): Store=75a9695cfc27a6b7c16b266ba7167acf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:48,396 INFO [StoreOpener-75a9695cfc27a6b7c16b266ba7167acf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 75a9695cfc27a6b7c16b266ba7167acf 2024-11-14T02:37:48,397 INFO [StoreOpener-75a9695cfc27a6b7c16b266ba7167acf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75a9695cfc27a6b7c16b266ba7167acf columnFamilyName queue 2024-11-14T02:37:48,397 DEBUG [StoreOpener-75a9695cfc27a6b7c16b266ba7167acf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:48,398 INFO [StoreOpener-75a9695cfc27a6b7c16b266ba7167acf-1 {}] regionserver.HStore(327): Store=75a9695cfc27a6b7c16b266ba7167acf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:48,398 INFO [StoreOpener-75a9695cfc27a6b7c16b266ba7167acf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 75a9695cfc27a6b7c16b266ba7167acf 2024-11-14T02:37:48,399 INFO [StoreOpener-75a9695cfc27a6b7c16b266ba7167acf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75a9695cfc27a6b7c16b266ba7167acf columnFamilyName sid 2024-11-14T02:37:48,399 DEBUG [StoreOpener-75a9695cfc27a6b7c16b266ba7167acf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:37:48,399 INFO [StoreOpener-75a9695cfc27a6b7c16b266ba7167acf-1 {}] regionserver.HStore(327): Store=75a9695cfc27a6b7c16b266ba7167acf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:37:48,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 75a9695cfc27a6b7c16b266ba7167acf 2024-11-14T02:37:48,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/replication/75a9695cfc27a6b7c16b266ba7167acf 2024-11-14T02:37:48,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/replication/75a9695cfc27a6b7c16b266ba7167acf 2024-11-14T02:37:48,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 75a9695cfc27a6b7c16b266ba7167acf 2024-11-14T02:37:48,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 75a9695cfc27a6b7c16b266ba7167acf 2024-11-14T02:37:48,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:37:48,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 75a9695cfc27a6b7c16b266ba7167acf 2024-11-14T02:37:48,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/replication/75a9695cfc27a6b7c16b266ba7167acf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:37:48,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 75a9695cfc27a6b7c16b266ba7167acf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68722147, jitterRate=0.02403979003429413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:37:48,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75a9695cfc27a6b7c16b266ba7167acf 2024-11-14T02:37:48,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 75a9695cfc27a6b7c16b266ba7167acf: Running coprocessor pre-open hook at 1731551868393Writing region info on filesystem at 1731551868393Initializing all the Stores at 1731551868394 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551868394Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551868394Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551868394Cleaning up temporary data from old regions at 1731551868401 (+7 ms)Running coprocessor post-open hooks at 1731551868406 (+5 ms)Region opened successfully at 1731551868406 2024-11-14T02:37:48,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf., pid=10, masterSystemTime=1731551868368 2024-11-14T02:37:48,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf. 2024-11-14T02:37:48,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf. 2024-11-14T02:37:48,410 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=75a9695cfc27a6b7c16b266ba7167acf, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,43303,1731551854403 2024-11-14T02:37:48,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75a9695cfc27a6b7c16b266ba7167acf, server=83c5a5c119d5,43303,1731551854403 because future has completed 2024-11-14T02:37:48,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T02:37:48,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 75a9695cfc27a6b7c16b266ba7167acf, server=83c5a5c119d5,43303,1731551854403 in 216 msec 2024-11-14T02:37:48,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T02:37:48,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=75a9695cfc27a6b7c16b266ba7167acf, ASSIGN in 373 msec 2024-11-14T02:37:48,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:37:48,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551868419"}]},"ts":"1731551868419"} 2024-11-14T02:37:48,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T02:37:48,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:37:48,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2040 sec 2024-11-14T02:37:48,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf., hostname=83c5a5c119d5,43303,1731551854403, seqNum=2] 2024-11-14T02:37:48,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858 2024-11-14T02:37:48,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858 2024-11-14T02:37:48,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:37:48,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43303 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T02:37:48,686 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T02:37:48,713 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83c5a5c119d5,43303,1731551854403, ReplicationSource: 1, currentBandwidth=0 2024-11-14T02:37:48,713 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:37:48,713 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,43303,1731551854403, seqNum=-1] 2024-11-14T02:37:48,714 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:37:48,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-14T02:37:48,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83c5a5c119d5,43303,1731551854403', locateType=CURRENT is [region=hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf., hostname=83c5a5c119d5,43303,1731551854403, seqNum=2] 2024-11-14T02:37:48,736 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T02:37:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T02:37:48,740 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83c5a5c119d5,43303,1731551854403 suceeded 2024-11-14T02:37:48,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T02:37:48,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-14T02:37:48,743 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83c5a5c119d5:34587,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-14T02:37:48,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5330 sec 2024-11-14T02:37:48,755 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:34587' 2024-11-14T02:37:48,757 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3643abe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:48,757 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,34587,-1 for getting cluster id 2024-11-14T02:37:48,757 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:48,758 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e752151b-fab7-49c1-8ce7-bf0137085a59' 2024-11-14T02:37:48,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:48,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e752151b-fab7-49c1-8ce7-bf0137085a59" 2024-11-14T02:37:48,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a482ac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:48,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,34587,-1] 2024-11-14T02:37:48,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:48,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:48,760 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:48,761 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30d0b754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:48,762 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:37:48,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,34587,1731551859507 2024-11-14T02:37:48,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eeeca38 2024-11-14T02:37:48,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:37:48,764 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-14T02:37:48,765 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83c5a5c119d5,43303,1731551854403 (queues=1) is replicating from cluster=a043344b-95e9-43a0-9e56-dfd9d275fc88 to cluster=e752151b-fab7-49c1-8ce7-bf0137085a59 2024-11-14T02:37:48,766 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83c5a5c119d5%2C43303%2C1731551854403 2024-11-14T02:37:48,766 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83c5a5c119d5,43303,1731551854403, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:37:48,766 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621, startPosition=0, beingWritten=true 2024-11-14T02:37:48,776 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.shipper83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C43303%2C1731551854403 2024-11-14T02:37:48,783 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:37:48,783 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 379, reset compression=false 2024-11-14T02:37:48,783 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.shipper83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,43303,1731551854403 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:37:48,992 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 379, reset compression=false 2024-11-14T02:37:49,297 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 379, reset compression=false 2024-11-14T02:37:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34759 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:37:49,374 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T02:37:49,374 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:37:49,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:49,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:49,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:49,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:37:49,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:49,380 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731551869378/Put/seqid=0 2024-11-14T02:37:49,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741840_1016 (size=7894) 2024-11-14T02:37:49,702 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 379, reset compression=false 2024-11-14T02:37:49,786 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/load_f/f/hfile_1 is 34, key is ddd/f:row/1731551869785/Put/seqid=0 2024-11-14T02:37:49,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741841_1017 (size=7691) 2024-11-14T02:37:50,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c73455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:50,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,34759,-1 for getting cluster id 2024-11-14T02:37:50,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:50,196 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a043344b-95e9-43a0-9e56-dfd9d275fc88' 2024-11-14T02:37:50,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a043344b-95e9-43a0-9e56-dfd9d275fc88" 2024-11-14T02:37:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c021057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,34759,-1] 2024-11-14T02:37:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:50,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:50,198 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:50,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59eb76e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:50,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:37:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,43303,1731551854403, seqNum=-1] 2024-11-14T02:37:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:37:50,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:37:50,206 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 379, reset compression=false 2024-11-14T02:37:50,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:37:50,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,34759,1731551854235 2024-11-14T02:37:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7992a179 2024-11-14T02:37:50,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:37:50,215 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:37:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731551862882.b2a10e9b34be703da87936cb4f51a058., hostname=83c5a5c119d5,43303,1731551854403, seqNum=2] 2024-11-14T02:37:50,231 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T02:37:50,243 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T02:37:50,246 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T02:37:50,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/load_f/f/hfile_1 for inclusion in b2a10e9b34be703da87936cb4f51a058/f 2024-11-14T02:37:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T02:37:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:37:50,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/load_f/f/hfile_0 for inclusion in b2a10e9b34be703da87936cb4f51a058/f 2024-11-14T02:37:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T02:37:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:37:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HRegion(2603): Flush status journal for b2a10e9b34be703da87936cb4f51a058: 2024-11-14T02:37:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/load_f/f/hfile_1 to hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__97j3eb47md24icgd3mmlj0fefm6gopgje6f1e9pdn3lrm0ggh04kpbrirt6m9g2/f/hfile_1 2024-11-14T02:37:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__97j3eb47md24icgd3mmlj0fefm6gopgje6f1e9pdn3lrm0ggh04kpbrirt6m9g2/f/hfile_1 as hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058/f/338280a5037d489c9f6da2bf00fed4ed_SeqId_4_ 2024-11-14T02:37:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/load_f/f/hfile_0 to hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__97j3eb47md24icgd3mmlj0fefm6gopgje6f1e9pdn3lrm0ggh04kpbrirt6m9g2/f/hfile_0 2024-11-14T02:37:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__97j3eb47md24icgd3mmlj0fefm6gopgje6f1e9pdn3lrm0ggh04kpbrirt6m9g2/f/hfile_0 as hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058/f/cb8dae20b0f449b58ec9173e4035406b_SeqId_4_ 2024-11-14T02:37:50,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__97j3eb47md24icgd3mmlj0fefm6gopgje6f1e9pdn3lrm0ggh04kpbrirt6m9g2/f/hfile_1 into b2a10e9b34be703da87936cb4f51a058/f as hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058/f/338280a5037d489c9f6da2bf00fed4ed_SeqId_4_ - updating store file list. 2024-11-14T02:37:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 338280a5037d489c9f6da2bf00fed4ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T02:37:50,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058/f/338280a5037d489c9f6da2bf00fed4ed_SeqId_4_ into b2a10e9b34be703da87936cb4f51a058/f 2024-11-14T02:37:50,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__97j3eb47md24icgd3mmlj0fefm6gopgje6f1e9pdn3lrm0ggh04kpbrirt6m9g2/f/hfile_1 into b2a10e9b34be703da87936cb4f51a058/f (new location: hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058/f/338280a5037d489c9f6da2bf00fed4ed_SeqId_4_) 2024-11-14T02:37:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__97j3eb47md24icgd3mmlj0fefm6gopgje6f1e9pdn3lrm0ggh04kpbrirt6m9g2/f/hfile_1 2024-11-14T02:37:50,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__97j3eb47md24icgd3mmlj0fefm6gopgje6f1e9pdn3lrm0ggh04kpbrirt6m9g2/f/hfile_0 into b2a10e9b34be703da87936cb4f51a058/f as hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058/f/cb8dae20b0f449b58ec9173e4035406b_SeqId_4_ - updating store file list. 2024-11-14T02:37:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cb8dae20b0f449b58ec9173e4035406b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T02:37:50,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058/f/cb8dae20b0f449b58ec9173e4035406b_SeqId_4_ into b2a10e9b34be703da87936cb4f51a058/f 2024-11-14T02:37:50,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__97j3eb47md24icgd3mmlj0fefm6gopgje6f1e9pdn3lrm0ggh04kpbrirt6m9g2/f/hfile_0 into b2a10e9b34be703da87936cb4f51a058/f (new location: hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058/f/cb8dae20b0f449b58ec9173e4035406b_SeqId_4_) 2024-11-14T02:37:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__97j3eb47md24icgd3mmlj0fefm6gopgje6f1e9pdn3lrm0ggh04kpbrirt6m9g2/f/hfile_0 2024-11-14T02:37:50,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:37:50,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:50,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:50,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:50,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:37:50,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:37:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731551862882.b2a10e9b34be703da87936cb4f51a058., hostname=83c5a5c119d5,43303,1731551854403, seqNum=2 , the old value is region=test,,1731551862882.b2a10e9b34be703da87936cb4f51a058., hostname=83c5a5c119d5,43303,1731551854403, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=83c5a5c119d5:43303 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T02:37:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,34213,1731551859617, seqNum=-1] 2024-11-14T02:37:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731551862882.b2a10e9b34be703da87936cb4f51a058., hostname=83c5a5c119d5,43303,1731551854403, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T02:37:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731551862882.b2a10e9b34be703da87936cb4f51a058., hostname=83c5a5c119d5,43303,1731551854403, seqNum=2 from cache 2024-11-14T02:37:50,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:37:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 263 connection: 172.17.0.2:36546 deadline: 1731551930302 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:36546 2024-11-14T02:37:50,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:37:50,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731551865036.8d103ce637b349e274013809a7b28b11., hostname=83c5a5c119d5,34213,1731551859617, seqNum=2] 2024-11-14T02:37:50,310 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T02:37:50,413 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:43303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-14T02:37:50,811 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 379, reset compression=false 2024-11-14T02:37:50,817 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:37:50,817 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.shipper83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,43303,1731551854403 got entry batch from reader: WALEntryBatch [walEntries=[{test/b2a10e9b34be703da87936cb4f51a058/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731551870297/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T02:37:50,838 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.shipper83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:37:50,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-14T02:37:50,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.ReplicationSink(318): Replicating [a043344b-95e9-43a0-9e56-dfd9d275fc88] bulk loaded data 2024-11-14T02:37:50,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f2f4604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:50,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,34587,-1 for getting cluster id 2024-11-14T02:37:50,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:50,845 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e752151b-fab7-49c1-8ce7-bf0137085a59' 2024-11-14T02:37:50,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:50,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e752151b-fab7-49c1-8ce7-bf0137085a59" 2024-11-14T02:37:50,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5789b5dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:50,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,34587,-1] 2024-11-14T02:37:50,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:50,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:50,847 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:50,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48e65360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:50,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741837_1013 (size=7691) 2024-11-14T02:37:51,017 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 687, reset compression=false 2024-11-14T02:37:51,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741838_1014 (size=7894) 2024-11-14T02:37:51,312 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T02:37:51,321 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 687, reset compression=false 2024-11-14T02:37:51,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:37:51,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,34587,1731551859507 2024-11-14T02:37:51,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cdf5e72 2024-11-14T02:37:51,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:37:51,678 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-14T02:37:51,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T02:37:51,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:37:51,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,34213,1731551859617, seqNum=-1] 2024-11-14T02:37:51,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:37:51,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-14T02:37:51,689 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/staging/jenkins.hfs.6__test__5u3193hhti273als9pi6oeisn1rqrnte7422jrurk6ib0kqfr5vash3q371jej8m/f/338280a5037d489c9f6da2bf00fed4ed_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T02:37:51,692 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/staging/jenkins.hfs.6__test__5u3193hhti273als9pi6oeisn1rqrnte7422jrurk6ib0kqfr5vash3q371jej8m/f/cb8dae20b0f449b58ec9173e4035406b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T02:37:51,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/staging/jenkins.hfs.6__test__5u3193hhti273als9pi6oeisn1rqrnte7422jrurk6ib0kqfr5vash3q371jej8m/f/338280a5037d489c9f6da2bf00fed4ed_SeqId_4_ for inclusion in 8d103ce637b349e274013809a7b28b11/f 2024-11-14T02:37:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T02:37:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:37:51,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/staging/jenkins.hfs.6__test__5u3193hhti273als9pi6oeisn1rqrnte7422jrurk6ib0kqfr5vash3q371jej8m/f/cb8dae20b0f449b58ec9173e4035406b_SeqId_4_ for inclusion in 8d103ce637b349e274013809a7b28b11/f 2024-11-14T02:37:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T02:37:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:37:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.HRegion(2603): Flush status journal for 8d103ce637b349e274013809a7b28b11: 2024-11-14T02:37:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 338280a5037d489c9f6da2bf00fed4ed_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T02:37:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/staging/jenkins.hfs.6__test__5u3193hhti273als9pi6oeisn1rqrnte7422jrurk6ib0kqfr5vash3q371jej8m/f/338280a5037d489c9f6da2bf00fed4ed_SeqId_4_ as hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/default/test/8d103ce637b349e274013809a7b28b11/f/3361cfab533045de901238692ee054b9_SeqId_4_ 2024-11-14T02:37:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cb8dae20b0f449b58ec9173e4035406b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T02:37:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/staging/jenkins.hfs.6__test__5u3193hhti273als9pi6oeisn1rqrnte7422jrurk6ib0kqfr5vash3q371jej8m/f/cb8dae20b0f449b58ec9173e4035406b_SeqId_4_ as hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/default/test/8d103ce637b349e274013809a7b28b11/f/31d35db9d4cd48f980252833086500a7_SeqId_4_ 2024-11-14T02:37:51,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/staging/jenkins.hfs.6__test__5u3193hhti273als9pi6oeisn1rqrnte7422jrurk6ib0kqfr5vash3q371jej8m/f/338280a5037d489c9f6da2bf00fed4ed_SeqId_4_ into 8d103ce637b349e274013809a7b28b11/f as hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/default/test/8d103ce637b349e274013809a7b28b11/f/3361cfab533045de901238692ee054b9_SeqId_4_ - updating store file list. 2024-11-14T02:37:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3361cfab533045de901238692ee054b9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T02:37:51,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/default/test/8d103ce637b349e274013809a7b28b11/f/3361cfab533045de901238692ee054b9_SeqId_4_ into 8d103ce637b349e274013809a7b28b11/f 2024-11-14T02:37:51,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/staging/jenkins.hfs.6__test__5u3193hhti273als9pi6oeisn1rqrnte7422jrurk6ib0kqfr5vash3q371jej8m/f/338280a5037d489c9f6da2bf00fed4ed_SeqId_4_ into 8d103ce637b349e274013809a7b28b11/f (new location: hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/default/test/8d103ce637b349e274013809a7b28b11/f/3361cfab533045de901238692ee054b9_SeqId_4_) 2024-11-14T02:37:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/staging/jenkins.hfs.6__test__5u3193hhti273als9pi6oeisn1rqrnte7422jrurk6ib0kqfr5vash3q371jej8m/f/338280a5037d489c9f6da2bf00fed4ed_SeqId_4_ 2024-11-14T02:37:51,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/staging/jenkins.hfs.6__test__5u3193hhti273als9pi6oeisn1rqrnte7422jrurk6ib0kqfr5vash3q371jej8m/f/cb8dae20b0f449b58ec9173e4035406b_SeqId_4_ into 8d103ce637b349e274013809a7b28b11/f as hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/default/test/8d103ce637b349e274013809a7b28b11/f/31d35db9d4cd48f980252833086500a7_SeqId_4_ - updating store file list. 2024-11-14T02:37:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 31d35db9d4cd48f980252833086500a7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T02:37:51,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/default/test/8d103ce637b349e274013809a7b28b11/f/31d35db9d4cd48f980252833086500a7_SeqId_4_ into 8d103ce637b349e274013809a7b28b11/f 2024-11-14T02:37:51,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/staging/jenkins.hfs.6__test__5u3193hhti273als9pi6oeisn1rqrnte7422jrurk6ib0kqfr5vash3q371jej8m/f/cb8dae20b0f449b58ec9173e4035406b_SeqId_4_ into 8d103ce637b349e274013809a7b28b11/f (new location: hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/default/test/8d103ce637b349e274013809a7b28b11/f/31d35db9d4cd48f980252833086500a7_SeqId_4_) 2024-11-14T02:37:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/staging/jenkins.hfs.6__test__5u3193hhti273als9pi6oeisn1rqrnte7422jrurk6ib0kqfr5vash3q371jej8m/f/cb8dae20b0f449b58ec9173e4035406b_SeqId_4_ 2024-11-14T02:37:51,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] regionserver.ReplicationSink(324): Finished replicating [a043344b-95e9-43a0-9e56-dfd9d275fc88] bulk loaded data 2024-11-14T02:37:51,724 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 687, reset compression=false 2024-11-14T02:37:52,228 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 687, reset compression=false 2024-11-14T02:37:52,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:37:52,329 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731551872328/Put/seqid=0 2024-11-14T02:37:52,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741842_1018 (size=7997) 2024-11-14T02:37:52,736 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731551872735/Put/seqid=0 2024-11-14T02:37:52,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741843_1019 (size=7794) 2024-11-14T02:37:52,831 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 687, reset compression=false 2024-11-14T02:37:53,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779fe892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:53,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,34759,-1 for getting cluster id 2024-11-14T02:37:53,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:37:53,142 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a043344b-95e9-43a0-9e56-dfd9d275fc88' 2024-11-14T02:37:53,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:37:53,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a043344b-95e9-43a0-9e56-dfd9d275fc88" 2024-11-14T02:37:53,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f5dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:53,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,34759,-1] 2024-11-14T02:37:53,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:37:53,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:53,143 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:37:53,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4db7b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:37:53,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:37:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,43303,1731551854403, seqNum=-1] 2024-11-14T02:37:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:37:53,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:37:53,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:37:53,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,34759,1731551854235 2024-11-14T02:37:53,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@385aab53 2024-11-14T02:37:53,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:37:53,156 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:37:53,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731551862882.b2a10e9b34be703da87936cb4f51a058., hostname=83c5a5c119d5,43303,1731551854403, seqNum=2] 2024-11-14T02:37:53,162 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T02:37:53,168 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T02:37:53,171 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T02:37:53,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/load_f1/f1/hfile_0 for inclusion in b2a10e9b34be703da87936cb4f51a058/f1 2024-11-14T02:37:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T02:37:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:37:53,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/load_f1/f1/hfile_1 for inclusion in b2a10e9b34be703da87936cb4f51a058/f1 2024-11-14T02:37:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T02:37:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:37:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HRegion(2603): Flush status journal for b2a10e9b34be703da87936cb4f51a058: 2024-11-14T02:37:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/load_f1/f1/hfile_0 to hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__1i3eo4mc31carjndbqpl1aoqhrgqfi717chdu0004s7btocsutl5vu8qgfgqj1ld/f1/hfile_0 2024-11-14T02:37:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__1i3eo4mc31carjndbqpl1aoqhrgqfi717chdu0004s7btocsutl5vu8qgfgqj1ld/f1/hfile_0 as hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058/f1/72fb1f7eb7584781bb07bef8a94791a8_SeqId_6_ 2024-11-14T02:37:53,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/load_f1/f1/hfile_1 to hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__1i3eo4mc31carjndbqpl1aoqhrgqfi717chdu0004s7btocsutl5vu8qgfgqj1ld/f1/hfile_1 2024-11-14T02:37:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__1i3eo4mc31carjndbqpl1aoqhrgqfi717chdu0004s7btocsutl5vu8qgfgqj1ld/f1/hfile_1 as hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058/f1/8185626b5d674154bd03d29c6926a764_SeqId_6_ 2024-11-14T02:37:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-14T02:37:53,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__1i3eo4mc31carjndbqpl1aoqhrgqfi717chdu0004s7btocsutl5vu8qgfgqj1ld/f1/hfile_0 into b2a10e9b34be703da87936cb4f51a058/f1 as hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058/f1/72fb1f7eb7584781bb07bef8a94791a8_SeqId_6_ - updating store file list. 2024-11-14T02:37:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 72fb1f7eb7584781bb07bef8a94791a8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T02:37:53,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058/f1/72fb1f7eb7584781bb07bef8a94791a8_SeqId_6_ into b2a10e9b34be703da87936cb4f51a058/f1 2024-11-14T02:37:53,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__1i3eo4mc31carjndbqpl1aoqhrgqfi717chdu0004s7btocsutl5vu8qgfgqj1ld/f1/hfile_0 into b2a10e9b34be703da87936cb4f51a058/f1 (new location: hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058/f1/72fb1f7eb7584781bb07bef8a94791a8_SeqId_6_) 2024-11-14T02:37:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__1i3eo4mc31carjndbqpl1aoqhrgqfi717chdu0004s7btocsutl5vu8qgfgqj1ld/f1/hfile_0 2024-11-14T02:37:53,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__1i3eo4mc31carjndbqpl1aoqhrgqfi717chdu0004s7btocsutl5vu8qgfgqj1ld/f1/hfile_1 into b2a10e9b34be703da87936cb4f51a058/f1 as hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058/f1/8185626b5d674154bd03d29c6926a764_SeqId_6_ - updating store file list. 2024-11-14T02:37:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8185626b5d674154bd03d29c6926a764_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T02:37:53,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058/f1/8185626b5d674154bd03d29c6926a764_SeqId_6_ into b2a10e9b34be703da87936cb4f51a058/f1 2024-11-14T02:37:53,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__1i3eo4mc31carjndbqpl1aoqhrgqfi717chdu0004s7btocsutl5vu8qgfgqj1ld/f1/hfile_1 into b2a10e9b34be703da87936cb4f51a058/f1 (new location: hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058/f1/8185626b5d674154bd03d29c6926a764_SeqId_6_) 2024-11-14T02:37:53,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/staging/jenkins__test__1i3eo4mc31carjndbqpl1aoqhrgqfi717chdu0004s7btocsutl5vu8qgfgqj1ld/f1/hfile_1 2024-11-14T02:37:53,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:37:53,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:37:53,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:53,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:37:53,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731551862882.b2a10e9b34be703da87936cb4f51a058., hostname=83c5a5c119d5,43303,1731551854403, seqNum=2 , the old value is region=test,,1731551862882.b2a10e9b34be703da87936cb4f51a058., hostname=83c5a5c119d5,43303,1731551854403, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=83c5a5c119d5:43303 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T02:37:53,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:37:53,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731551862882.b2a10e9b34be703da87936cb4f51a058., hostname=83c5a5c119d5,43303,1731551854403, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T02:37:53,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731551862882.b2a10e9b34be703da87936cb4f51a058., hostname=83c5a5c119d5,43303,1731551854403, seqNum=2 from cache 2024-11-14T02:37:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43303: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:36554 deadline: 1731551933204 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:36554 2024-11-14T02:37:53,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:37:53,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,43303,1731551854403, seqNum=-1] 2024-11-14T02:37:53,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:37:53,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:37:53,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731551862882.b2a10e9b34be703da87936cb4f51a058., hostname=83c5a5c119d5,43303,1731551854403, seqNum=2] 2024-11-14T02:37:53,312 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:43303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-14T02:37:53,535 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 687, reset compression=false 2024-11-14T02:37:53,539 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:37:53,539 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:37:53,539 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.shipper83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,43303,1731551854403 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:37:53,743 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:37:53,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:37:53,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:53,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:53,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:53,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:37:54,047 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:37:54,451 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:37:54,954 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:37:55,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T02:37:55,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T02:37:55,558 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:37:56,262 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:37:57,066 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:37:57,970 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:37:58,974 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:00,078 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:01,282 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:02,586 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:03,823 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:38:03,991 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:05,494 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:07,098 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:08,802 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:09,096 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:38:10,605 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:12,509 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:13,542 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.shipper83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,43303,1731551854403 got entry batch from reader: null 2024-11-14T02:38:14,513 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:16,617 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:18,047 INFO [master/83c5a5c119d5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T02:38:18,047 INFO [master/83c5a5c119d5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T02:38:18,821 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:21,125 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:23,529 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:23,635 INFO [master/83c5a5c119d5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T02:38:23,635 INFO [master/83c5a5c119d5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T02:38:26,033 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:28,636 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:29,024 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b2a10e9b34be703da87936cb4f51a058, had cached 0 bytes from a total of 31376 2024-11-14T02:38:31,178 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8d103ce637b349e274013809a7b28b11, had cached 0 bytes from a total of 15585 2024-11-14T02:38:31,340 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:33,542 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.shipper83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,43303,1731551854403 got entry batch from reader: null 2024-11-14T02:38:33,824 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:38:34,143 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:37,047 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:39,096 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:38:39,188 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T02:38:40,051 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:43,155 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:46,358 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:49,662 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:53,066 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:53,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:38:53,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:38:53,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:38:53,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:38:53,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:38:53,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:38:53,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:38:53,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1466092638, stopped=false 2024-11-14T02:38:53,234 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,34587,1731551859507 2024-11-14T02:38:53,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11656652347/running 2024-11-14T02:38:53,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347 2024-11-14T02:38:53,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11656652347/running 2024-11-14T02:38:53,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347 2024-11-14T02:38:53,270 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:38:53,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:38:53,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:38:53,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:38:53,270 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,34213,1731551859617' ***** 2024-11-14T02:38:53,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Set watcher on znode that does not yet exist, /11656652347/running 2024-11-14T02:38:53,270 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:38:53,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Set watcher on znode that does not yet exist, /11656652347/running 2024-11-14T02:38:53,271 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:38:53,271 INFO [RS:0;83c5a5c119d5:34213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:38:53,271 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:38:53,271 INFO [RS:0;83c5a5c119d5:34213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:38:53,271 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d103ce637b349e274013809a7b28b11 2024-11-14T02:38:53,271 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,34213,1731551859617 2024-11-14T02:38:53,271 INFO [RS:0;83c5a5c119d5:34213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:38:53,271 INFO [RS:0;83c5a5c119d5:34213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:34213. 2024-11-14T02:38:53,271 DEBUG [RS:0;83c5a5c119d5:34213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:38:53,271 DEBUG [RS:0;83c5a5c119d5:34213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:38:53,271 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d103ce637b349e274013809a7b28b11, disabling compactions & flushes 2024-11-14T02:38:53,271 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731551865036.8d103ce637b349e274013809a7b28b11. 2024-11-14T02:38:53,271 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731551865036.8d103ce637b349e274013809a7b28b11. 2024-11-14T02:38:53,272 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:38:53,272 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731551865036.8d103ce637b349e274013809a7b28b11. after waiting 0 ms 2024-11-14T02:38:53,272 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:38:53,272 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:38:53,272 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731551865036.8d103ce637b349e274013809a7b28b11. 2024-11-14T02:38:53,272 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:38:53,272 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T02:38:53,272 DEBUG [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1325): Online Regions={8d103ce637b349e274013809a7b28b11=test,,1731551865036.8d103ce637b349e274013809a7b28b11., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T02:38:53,272 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:38:53,272 DEBUG [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d103ce637b349e274013809a7b28b11 2024-11-14T02:38:53,272 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:38:53,272 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:38:53,272 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:38:53,272 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:38:53,272 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T02:38:53,276 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/default/test/8d103ce637b349e274013809a7b28b11/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T02:38:53,277 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:38:53,277 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:38:53,277 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731551865036.8d103ce637b349e274013809a7b28b11. 2024-11-14T02:38:53,277 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d103ce637b349e274013809a7b28b11: Waiting for close lock at 1731551933271Running coprocessor pre-close hooks at 1731551933271Disabling compacts and flushes for region at 1731551933271Disabling writes for close at 1731551933272 (+1 ms)Writing region close event to WAL at 1731551933272Running coprocessor post-close hooks at 1731551933276 (+4 ms)Closed at 1731551933277 (+1 ms) 2024-11-14T02:38:53,277 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731551865036.8d103ce637b349e274013809a7b28b11. 2024-11-14T02:38:53,287 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/.tmp/info/79bd6abbc69847bd862046472591beb5 is 129, key is test,,1731551865036.8d103ce637b349e274013809a7b28b11./info:regioninfo/1731551866196/Put/seqid=0 2024-11-14T02:38:53,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741839_1015 (size=6421) 2024-11-14T02:38:53,318 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:38:53,472 DEBUG [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:38:53,542 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.shipper83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,43303,1731551854403 got entry batch from reader: null 2024-11-14T02:38:53,672 DEBUG [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:38:53,692 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/.tmp/info/79bd6abbc69847bd862046472591beb5 2024-11-14T02:38:53,714 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/.tmp/ns/a99d1c9e5e784e07833062ab291bad65 is 43, key is default/ns:d/1731551862825/Put/seqid=0 2024-11-14T02:38:53,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741840_1016 (size=5153) 2024-11-14T02:38:53,809 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:38:53,809 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:38:53,872 DEBUG [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:38:54,072 DEBUG [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:38:54,119 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/.tmp/ns/a99d1c9e5e784e07833062ab291bad65 2024-11-14T02:38:54,137 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/.tmp/rep_barrier/29c674fd49fd45b7af420dfff81b1eef is 112, key is test,,1731551865036.8d103ce637b349e274013809a7b28b11./rep_barrier:seqnumDuringOpen/1731551866196/Put/seqid=0 2024-11-14T02:38:54,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741841_1017 (size=5518) 2024-11-14T02:38:54,273 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T02:38:54,273 DEBUG [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T02:38:54,273 DEBUG [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:38:54,473 DEBUG [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:38:54,542 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/.tmp/rep_barrier/29c674fd49fd45b7af420dfff81b1eef 2024-11-14T02:38:54,561 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/.tmp/table/4d92967f20d948859f33d56f85609ff9 is 40, key is test/table:state/1731551866206/Put/seqid=0 2024-11-14T02:38:54,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741842_1018 (size=5165) 2024-11-14T02:38:54,673 DEBUG [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:38:54,873 DEBUG [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:38:54,965 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/.tmp/table/4d92967f20d948859f33d56f85609ff9 2024-11-14T02:38:54,971 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/.tmp/info/79bd6abbc69847bd862046472591beb5 as hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/info/79bd6abbc69847bd862046472591beb5 2024-11-14T02:38:54,977 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/info/79bd6abbc69847bd862046472591beb5, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T02:38:54,978 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/.tmp/ns/a99d1c9e5e784e07833062ab291bad65 as hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/ns/a99d1c9e5e784e07833062ab291bad65 2024-11-14T02:38:54,983 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/ns/a99d1c9e5e784e07833062ab291bad65, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T02:38:54,984 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/.tmp/rep_barrier/29c674fd49fd45b7af420dfff81b1eef as hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/rep_barrier/29c674fd49fd45b7af420dfff81b1eef 2024-11-14T02:38:54,988 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/rep_barrier/29c674fd49fd45b7af420dfff81b1eef, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T02:38:54,989 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/.tmp/table/4d92967f20d948859f33d56f85609ff9 as hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/table/4d92967f20d948859f33d56f85609ff9 2024-11-14T02:38:54,994 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/table/4d92967f20d948859f33d56f85609ff9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T02:38:54,994 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=11, compaction requested=false 2024-11-14T02:38:55,000 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T02:38:55,001 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:38:55,001 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:38:55,001 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:38:55,001 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551933272Running coprocessor pre-close hooks at 1731551933272Disabling compacts and flushes for region at 1731551933272Disabling writes for close at 1731551933272Obtaining lock to block concurrent updates at 1731551933272Preparing flush snapshotting stores in 1588230740 at 1731551933272Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731551933272Flushing stores of hbase:meta,,1.1588230740 at 1731551933273 (+1 ms)Flushing 1588230740/info: creating writer at 1731551933273Flushing 1588230740/info: appending metadata at 1731551933287 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731551933287Flushing 1588230740/ns: creating writer at 1731551933697 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731551933713 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731551933713Flushing 1588230740/rep_barrier: creating writer at 1731551934124 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731551934137 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731551934137Flushing 1588230740/table: creating writer at 1731551934548 (+411 ms)Flushing 1588230740/table: appending metadata at 1731551934561 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731551934561Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e5eaf4: reopening flushed file at 1731551934970 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2abf9ef6: reopening flushed file at 1731551934977 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4baf30: reopening flushed file at 1731551934983 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f36ceb9: reopening flushed file at 1731551934988 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=11, compaction requested=false at 1731551934994 (+6 ms)Writing region close event to WAL at 1731551934998 (+4 ms)Running coprocessor post-close hooks at 1731551935001 (+3 ms)Closed at 1731551935001 2024-11-14T02:38:55,001 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:38:55,073 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,34213,1731551859617; all regions closed. 2024-11-14T02:38:55,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741834_1010 (size=2717) 2024-11-14T02:38:55,076 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/WALs/83c5a5c119d5,34213,1731551859617/83c5a5c119d5%2C34213%2C1731551859617.meta.1731551862772.meta not finished, retry = 0 2024-11-14T02:38:55,178 DEBUG [RS:0;83c5a5c119d5:34213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/oldWALs 2024-11-14T02:38:55,178 INFO [RS:0;83c5a5c119d5:34213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C34213%2C1731551859617.meta:.meta(num 1731551862772) 2024-11-14T02:38:55,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741832_1008 (size=1028) 2024-11-14T02:38:55,180 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/WALs/83c5a5c119d5,34213,1731551859617/83c5a5c119d5%2C34213%2C1731551859617.1731551861878 not finished, retry = 0 2024-11-14T02:38:55,283 DEBUG [RS:0;83c5a5c119d5:34213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/oldWALs 2024-11-14T02:38:55,283 INFO [RS:0;83c5a5c119d5:34213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C34213%2C1731551859617:(num 1731551861878) 2024-11-14T02:38:55,283 DEBUG [RS:0;83c5a5c119d5:34213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:38:55,283 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:38:55,283 INFO [RS:0;83c5a5c119d5:34213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:38:55,283 INFO [RS:0;83c5a5c119d5:34213 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:38:55,283 INFO [RS:0;83c5a5c119d5:34213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:38:55,283 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:38:55,283 INFO [RS:0;83c5a5c119d5:34213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:34213. 2024-11-14T02:38:55,283 DEBUG [RS:0;83c5a5c119d5:34213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:38:55,283 DEBUG [RS:0;83c5a5c119d5:34213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:38:55,284 DEBUG [RS:0;83c5a5c119d5:34213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:38:55,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:38:55,284 INFO [RS:0;83c5a5c119d5:34213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34213 2024-11-14T02:38:55,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11656652347/rs/83c5a5c119d5,34213,1731551859617 2024-11-14T02:38:55,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347/rs 2024-11-14T02:38:55,311 INFO [RS:0;83c5a5c119d5:34213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:38:55,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,34213,1731551859617] 2024-11-14T02:38:55,328 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11656652347/draining/83c5a5c119d5,34213,1731551859617 already deleted, retry=false 2024-11-14T02:38:55,328 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,34213,1731551859617 expired; onlineServers=0 2024-11-14T02:38:55,328 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,34587,1731551859507' ***** 2024-11-14T02:38:55,328 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:38:55,328 INFO [M:0;83c5a5c119d5:34587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:38:55,328 INFO [M:0;83c5a5c119d5:34587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:38:55,328 DEBUG [M:0;83c5a5c119d5:34587 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:38:55,328 DEBUG [M:0;83c5a5c119d5:34587 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:38:55,328 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:38:55,328 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551861588 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551861588,5,FailOnTimeoutGroup] 2024-11-14T02:38:55,328 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551861588 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551861588,5,FailOnTimeoutGroup] 2024-11-14T02:38:55,328 INFO [M:0;83c5a5c119d5:34587 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:38:55,329 INFO [M:0;83c5a5c119d5:34587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:38:55,329 DEBUG [M:0;83c5a5c119d5:34587 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:38:55,329 INFO [M:0;83c5a5c119d5:34587 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:38:55,329 INFO [M:0;83c5a5c119d5:34587 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:38:55,329 INFO [M:0;83c5a5c119d5:34587 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:38:55,329 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:38:55,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11656652347/master 2024-11-14T02:38:55,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11656652347 2024-11-14T02:38:55,336 DEBUG [M:0;83c5a5c119d5:34587 {}] zookeeper.ZKUtil(347): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Unable to get data of znode /11656652347/master because node does not exist (not an error) 2024-11-14T02:38:55,336 WARN [M:0;83c5a5c119d5:34587 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:38:55,337 INFO [M:0;83c5a5c119d5:34587 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/.lastflushedseqids 2024-11-14T02:38:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741843_1019 (size=173) 2024-11-14T02:38:55,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:38:55,420 INFO [RS:0;83c5a5c119d5:34213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:38:55,420 INFO [RS:0;83c5a5c119d5:34213 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,34213,1731551859617; zookeeper connection closed. 2024-11-14T02:38:55,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34213-0x101387e29a10004, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:38:55,420 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d34ac93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d34ac93 2024-11-14T02:38:55,420 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:38:55,742 INFO [M:0;83c5a5c119d5:34587 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:38:55,742 INFO [M:0;83c5a5c119d5:34587 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:38:55,742 DEBUG [M:0;83c5a5c119d5:34587 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:38:55,742 INFO [M:0;83c5a5c119d5:34587 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:38:55,743 DEBUG [M:0;83c5a5c119d5:34587 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:38:55,743 DEBUG [M:0;83c5a5c119d5:34587 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:38:55,743 DEBUG [M:0;83c5a5c119d5:34587 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:38:55,743 INFO [M:0;83c5a5c119d5:34587 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-14T02:38:55,756 DEBUG [M:0;83c5a5c119d5:34587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3527692d5d804d61b9dd180e585a5584 is 82, key is hbase:meta,,1/info:regioninfo/1731551862804/Put/seqid=0 2024-11-14T02:38:55,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741844_1020 (size=5672) 2024-11-14T02:38:56,161 INFO [M:0;83c5a5c119d5:34587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3527692d5d804d61b9dd180e585a5584 2024-11-14T02:38:56,178 DEBUG [M:0;83c5a5c119d5:34587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/177d095c566d4485b942984ba18f7b98 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731551866211/Put/seqid=0 2024-11-14T02:38:56,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741845_1021 (size=6728) 2024-11-14T02:38:56,569 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 to pos 997, reset compression=false 2024-11-14T02:38:56,583 INFO [M:0;83c5a5c119d5:34587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/177d095c566d4485b942984ba18f7b98 2024-11-14T02:38:56,588 INFO [M:0;83c5a5c119d5:34587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 177d095c566d4485b942984ba18f7b98 2024-11-14T02:38:56,601 DEBUG [M:0;83c5a5c119d5:34587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f38f339481bc423b8aa7d16a759e6981 is 69, key is 83c5a5c119d5,34213,1731551859617/rs:state/1731551861681/Put/seqid=0 2024-11-14T02:38:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741846_1022 (size=5156) 2024-11-14T02:38:57,005 INFO [M:0;83c5a5c119d5:34587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f38f339481bc423b8aa7d16a759e6981 2024-11-14T02:38:57,011 DEBUG [M:0;83c5a5c119d5:34587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3527692d5d804d61b9dd180e585a5584 as hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3527692d5d804d61b9dd180e585a5584 2024-11-14T02:38:57,015 INFO [M:0;83c5a5c119d5:34587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3527692d5d804d61b9dd180e585a5584, entries=8, sequenceid=58, filesize=5.5 K 2024-11-14T02:38:57,016 DEBUG [M:0;83c5a5c119d5:34587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/177d095c566d4485b942984ba18f7b98 as hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/177d095c566d4485b942984ba18f7b98 2024-11-14T02:38:57,021 INFO [M:0;83c5a5c119d5:34587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 177d095c566d4485b942984ba18f7b98 2024-11-14T02:38:57,021 INFO [M:0;83c5a5c119d5:34587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/177d095c566d4485b942984ba18f7b98, entries=6, sequenceid=58, filesize=6.6 K 2024-11-14T02:38:57,022 DEBUG [M:0;83c5a5c119d5:34587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f38f339481bc423b8aa7d16a759e6981 as hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f38f339481bc423b8aa7d16a759e6981 2024-11-14T02:38:57,027 INFO [M:0;83c5a5c119d5:34587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34681/user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f38f339481bc423b8aa7d16a759e6981, entries=1, sequenceid=58, filesize=5.0 K 2024-11-14T02:38:57,028 INFO [M:0;83c5a5c119d5:34587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=58, compaction requested=false 2024-11-14T02:38:57,029 INFO [M:0;83c5a5c119d5:34587 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:38:57,029 DEBUG [M:0;83c5a5c119d5:34587 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551935742Disabling compacts and flushes for region at 1731551935742Disabling writes for close at 1731551935743 (+1 ms)Obtaining lock to block concurrent updates at 1731551935743Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731551935743Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731551935743Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731551935744 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731551935744Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731551935756 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731551935756Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731551936165 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731551936178 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731551936178Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731551936588 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731551936600 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731551936601 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ec0b82c: reopening flushed file at 1731551937010 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f893bf2: reopening flushed file at 1731551937015 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b5aee7: reopening flushed file at 1731551937021 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=58, compaction requested=false at 1731551937028 (+7 ms)Writing region close event to WAL at 1731551937029 (+1 ms)Closed at 1731551937029 2024-11-14T02:38:57,031 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e584de62-3877-023f-ab8f-98d4cfbf54ce/MasterData/WALs/83c5a5c119d5,34587,1731551859507/83c5a5c119d5%2C34587%2C1731551859507.1731551861356 not finished, retry = 0 2024-11-14T02:38:57,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37343 is added to blk_1073741830_1006 (size=33038) 2024-11-14T02:38:57,132 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:38:57,132 INFO [M:0;83c5a5c119d5:34587 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:38:57,132 INFO [M:0;83c5a5c119d5:34587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34587 2024-11-14T02:38:57,132 INFO [M:0;83c5a5c119d5:34587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:38:57,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:38:57,270 INFO [M:0;83c5a5c119d5:34587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:38:57,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x101387e29a10003, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:38:57,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a451367{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:38:57,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11511695{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:38:57,309 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:38:57,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59207fea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:38:57,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53c079eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/hadoop.log.dir/,STOPPED} 2024-11-14T02:38:57,311 WARN [BP-1108137212-172.17.0.2-1731551857790 heartbeating to localhost/127.0.0.1:34681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:38:57,311 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:38:57,311 WARN [BP-1108137212-172.17.0.2-1731551857790 heartbeating to localhost/127.0.0.1:34681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1108137212-172.17.0.2-1731551857790 (Datanode Uuid b18310b1-932e-47b5-898c-6c96ee1a5fd9) service to localhost/127.0.0.1:34681 2024-11-14T02:38:57,311 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:38:57,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/cluster_3fa731ee-c410-37b8-2e04-9b5e9e47f802/data/data1/current/BP-1108137212-172.17.0.2-1731551857790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:38:57,312 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/cluster_3fa731ee-c410-37b8-2e04-9b5e9e47f802/data/data2/current/BP-1108137212-172.17.0.2-1731551857790 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:38:57,312 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:38:57,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f1f85a3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:38:57,319 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55084033{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:38:57,319 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:38:57,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@578373ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:38:57,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3aca339d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/hadoop.log.dir/,STOPPED} 2024-11-14T02:38:57,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:38:57,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:38:57,332 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:38:57,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:38:57,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:38:57,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:38:57,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:38:57,332 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:38:57,332 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=862155188, stopped=false 2024-11-14T02:38:57,332 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,34759,1731551854235 2024-11-14T02:38:57,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1499330858/running 2024-11-14T02:38:57,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1499330858/running 2024-11-14T02:38:57,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858 2024-11-14T02:38:57,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858 2024-11-14T02:38:57,353 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:38:57,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:38:57,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:38:57,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:38:57,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Set watcher on znode that does not yet exist, /0-1499330858/running 2024-11-14T02:38:57,354 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,43303,1731551854403' ***** 2024-11-14T02:38:57,354 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:38:57,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Set watcher on znode that does not yet exist, /0-1499330858/running 2024-11-14T02:38:57,354 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:38:57,354 INFO [RS:0;83c5a5c119d5:43303 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:38:57,354 INFO [RS:0;83c5a5c119d5:43303 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:38:57,354 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(3091): Received CLOSE for b2a10e9b34be703da87936cb4f51a058 2024-11-14T02:38:57,354 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:38:57,354 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(3091): Received CLOSE for 75a9695cfc27a6b7c16b266ba7167acf 2024-11-14T02:38:57,354 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,43303,1731551854403 2024-11-14T02:38:57,354 INFO [RS:0;83c5a5c119d5:43303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:38:57,354 INFO [RS:0;83c5a5c119d5:43303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:43303. 2024-11-14T02:38:57,354 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2a10e9b34be703da87936cb4f51a058, disabling compactions & flushes 2024-11-14T02:38:57,354 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731551862882.b2a10e9b34be703da87936cb4f51a058. 2024-11-14T02:38:57,354 DEBUG [RS:0;83c5a5c119d5:43303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:38:57,354 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731551862882.b2a10e9b34be703da87936cb4f51a058. 2024-11-14T02:38:57,355 DEBUG [RS:0;83c5a5c119d5:43303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:38:57,355 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731551862882.b2a10e9b34be703da87936cb4f51a058. after waiting 0 ms 2024-11-14T02:38:57,355 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731551862882.b2a10e9b34be703da87936cb4f51a058. 2024-11-14T02:38:57,355 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:38:57,355 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:38:57,355 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:38:57,355 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:38:57,355 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T02:38:57,355 DEBUG [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b2a10e9b34be703da87936cb4f51a058=test,,1731551862882.b2a10e9b34be703da87936cb4f51a058., 75a9695cfc27a6b7c16b266ba7167acf=hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf.} 2024-11-14T02:38:57,355 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:38:57,355 DEBUG [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75a9695cfc27a6b7c16b266ba7167acf, b2a10e9b34be703da87936cb4f51a058 2024-11-14T02:38:57,355 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:38:57,355 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:38:57,355 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:38:57,355 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:38:57,355 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T02:38:57,365 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/default/test/b2a10e9b34be703da87936cb4f51a058/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:38:57,367 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:38:57,367 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:38:57,367 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731551862882.b2a10e9b34be703da87936cb4f51a058. 2024-11-14T02:38:57,367 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2a10e9b34be703da87936cb4f51a058: Waiting for close lock at 1731551937354Running coprocessor pre-close hooks at 1731551937354Disabling compacts and flushes for region at 1731551937354Disabling writes for close at 1731551937355 (+1 ms)Writing region close event to WAL at 1731551937362 (+7 ms)Running coprocessor post-close hooks at 1731551937366 (+4 ms)Closed at 1731551937367 (+1 ms) 2024-11-14T02:38:57,367 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731551862882.b2a10e9b34be703da87936cb4f51a058. 2024-11-14T02:38:57,367 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75a9695cfc27a6b7c16b266ba7167acf, disabling compactions & flushes 2024-11-14T02:38:57,367 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf. 2024-11-14T02:38:57,367 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf. 2024-11-14T02:38:57,367 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf. after waiting 0 ms 2024-11-14T02:38:57,367 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf. 2024-11-14T02:38:57,367 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 75a9695cfc27a6b7c16b266ba7167acf 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-14T02:38:57,378 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/.tmp/info/5b50237291be4f0bba7b6c25762d0f71 is 147, key is hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf./info:regioninfo/1731551868410/Put/seqid=0 2024-11-14T02:38:57,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741844_1020 (size=7686) 2024-11-14T02:38:57,382 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/.tmp/info/5b50237291be4f0bba7b6c25762d0f71 2024-11-14T02:38:57,385 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/replication/75a9695cfc27a6b7c16b266ba7167acf/.tmp/hfileref/ae35ccb8708549478671428b886740a9 is 74, key is 1/hfileref:338280a5037d489c9f6da2bf00fed4ed_SeqId_4_/1731551871718/DeleteColumn/seqid=0 2024-11-14T02:38:57,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741845_1021 (size=5203) 2024-11-14T02:38:57,400 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/.tmp/ns/968c30d4c5d0423391c9ebb192472182 is 43, key is default/ns:d/1731551857647/Put/seqid=0 2024-11-14T02:38:57,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741846_1022 (size=5153) 2024-11-14T02:38:57,452 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:38:57,493 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:38:57,493 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:38:57,555 DEBUG [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75a9695cfc27a6b7c16b266ba7167acf 2024-11-14T02:38:57,755 DEBUG [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75a9695cfc27a6b7c16b266ba7167acf 2024-11-14T02:38:57,789 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/replication/75a9695cfc27a6b7c16b266ba7167acf/.tmp/hfileref/ae35ccb8708549478671428b886740a9 2024-11-14T02:38:57,805 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/.tmp/ns/968c30d4c5d0423391c9ebb192472182 2024-11-14T02:38:57,807 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/replication/75a9695cfc27a6b7c16b266ba7167acf/.tmp/queue/a8ac4b0a0c5b4d9c912fbfd6ea78bcd1 is 153, key is 1-83c5a5c119d5,43303,1731551854403/queue:83c5a5c119d5%2C43303%2C1731551854403/1731551873541/Put/seqid=0 2024-11-14T02:38:57,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741847_1023 (size=5352) 2024-11-14T02:38:57,822 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/.tmp/rep_barrier/79e6a928dee54c3f9cb26f40ee95c932 is 112, key is test,,1731551862882.b2a10e9b34be703da87936cb4f51a058./rep_barrier:seqnumDuringOpen/1731551864042/Put/seqid=0 2024-11-14T02:38:57,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741848_1024 (size=5518) 2024-11-14T02:38:57,955 DEBUG [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75a9695cfc27a6b7c16b266ba7167acf 2024-11-14T02:38:58,155 DEBUG [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75a9695cfc27a6b7c16b266ba7167acf 2024-11-14T02:38:58,212 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/replication/75a9695cfc27a6b7c16b266ba7167acf/.tmp/queue/a8ac4b0a0c5b4d9c912fbfd6ea78bcd1 2024-11-14T02:38:58,217 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/replication/75a9695cfc27a6b7c16b266ba7167acf/.tmp/hfileref/ae35ccb8708549478671428b886740a9 as hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/replication/75a9695cfc27a6b7c16b266ba7167acf/hfileref/ae35ccb8708549478671428b886740a9 2024-11-14T02:38:58,221 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/replication/75a9695cfc27a6b7c16b266ba7167acf/hfileref/ae35ccb8708549478671428b886740a9, entries=2, sequenceid=10, filesize=5.1 K 2024-11-14T02:38:58,222 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/replication/75a9695cfc27a6b7c16b266ba7167acf/.tmp/queue/a8ac4b0a0c5b4d9c912fbfd6ea78bcd1 as hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/replication/75a9695cfc27a6b7c16b266ba7167acf/queue/a8ac4b0a0c5b4d9c912fbfd6ea78bcd1 2024-11-14T02:38:58,227 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/.tmp/rep_barrier/79e6a928dee54c3f9cb26f40ee95c932 2024-11-14T02:38:58,228 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/replication/75a9695cfc27a6b7c16b266ba7167acf/queue/a8ac4b0a0c5b4d9c912fbfd6ea78bcd1, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T02:38:58,229 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 75a9695cfc27a6b7c16b266ba7167acf in 861ms, sequenceid=10, compaction requested=false 2024-11-14T02:38:58,232 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/replication/75a9695cfc27a6b7c16b266ba7167acf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T02:38:58,233 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:38:58,233 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:38:58,233 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf. 2024-11-14T02:38:58,233 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75a9695cfc27a6b7c16b266ba7167acf: Waiting for close lock at 1731551937367Running coprocessor pre-close hooks at 1731551937367Disabling compacts and flushes for region at 1731551937367Disabling writes for close at 1731551937367Obtaining lock to block concurrent updates at 1731551937367Preparing flush snapshotting stores in 75a9695cfc27a6b7c16b266ba7167acf at 1731551937367Finished memstore snapshotting hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731551937368 (+1 ms)Flushing stores of hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf. at 1731551937368Flushing 75a9695cfc27a6b7c16b266ba7167acf/hfileref: creating writer at 1731551937368Flushing 75a9695cfc27a6b7c16b266ba7167acf/hfileref: appending metadata at 1731551937384 (+16 ms)Flushing 75a9695cfc27a6b7c16b266ba7167acf/hfileref: closing flushed file at 1731551937384Flushing 75a9695cfc27a6b7c16b266ba7167acf/queue: creating writer at 1731551937793 (+409 ms)Flushing 75a9695cfc27a6b7c16b266ba7167acf/queue: appending metadata at 1731551937807 (+14 ms)Flushing 75a9695cfc27a6b7c16b266ba7167acf/queue: closing flushed file at 1731551937807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@471aedf7: reopening flushed file at 1731551938216 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d4cf42b: reopening flushed file at 1731551938222 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 75a9695cfc27a6b7c16b266ba7167acf in 861ms, sequenceid=10, compaction requested=false at 1731551938229 (+7 ms)Writing region close event to WAL at 1731551938229Running coprocessor post-close hooks at 1731551938233 (+4 ms)Closed at 1731551938233 2024-11-14T02:38:58,233 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731551867219.75a9695cfc27a6b7c16b266ba7167acf. 2024-11-14T02:38:58,244 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/.tmp/table/1bce9882f8794deb87308dcb7e73bd4f is 53, key is hbase:replication/table:state/1731551868419/Put/seqid=0 2024-11-14T02:38:58,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741849_1025 (size=5308) 2024-11-14T02:38:58,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:38:58,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:38:58,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:38:58,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:38:58,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:38:58,356 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T02:38:58,356 DEBUG [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T02:38:58,356 DEBUG [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:38:58,556 DEBUG [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:38:58,649 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/.tmp/table/1bce9882f8794deb87308dcb7e73bd4f 2024-11-14T02:38:58,654 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/.tmp/info/5b50237291be4f0bba7b6c25762d0f71 as hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/info/5b50237291be4f0bba7b6c25762d0f71 2024-11-14T02:38:58,659 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/info/5b50237291be4f0bba7b6c25762d0f71, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T02:38:58,660 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/.tmp/ns/968c30d4c5d0423391c9ebb192472182 as hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/ns/968c30d4c5d0423391c9ebb192472182 2024-11-14T02:38:58,665 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/ns/968c30d4c5d0423391c9ebb192472182, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T02:38:58,666 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/.tmp/rep_barrier/79e6a928dee54c3f9cb26f40ee95c932 as hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/rep_barrier/79e6a928dee54c3f9cb26f40ee95c932 2024-11-14T02:38:58,670 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/rep_barrier/79e6a928dee54c3f9cb26f40ee95c932, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T02:38:58,671 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/.tmp/table/1bce9882f8794deb87308dcb7e73bd4f as hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/table/1bce9882f8794deb87308dcb7e73bd4f 2024-11-14T02:38:58,675 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/table/1bce9882f8794deb87308dcb7e73bd4f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T02:38:58,676 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-14T02:38:58,680 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T02:38:58,681 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:38:58,681 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:38:58,681 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:38:58,681 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551937355Running coprocessor pre-close hooks at 1731551937355Disabling compacts and flushes for region at 1731551937355Disabling writes for close at 1731551937355Obtaining lock to block concurrent updates at 1731551937355Preparing flush snapshotting stores in 1588230740 at 1731551937355Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731551937355Flushing stores of hbase:meta,,1.1588230740 at 1731551937356 (+1 ms)Flushing 1588230740/info: creating writer at 1731551937356Flushing 1588230740/info: appending metadata at 1731551937377 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731551937377Flushing 1588230740/ns: creating writer at 1731551937388 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731551937400 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731551937400Flushing 1588230740/rep_barrier: creating writer at 1731551937809 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731551937822 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731551937822Flushing 1588230740/table: creating writer at 1731551938232 (+410 ms)Flushing 1588230740/table: appending metadata at 1731551938244 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731551938244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40af0f03: reopening flushed file at 1731551938653 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f61f50: reopening flushed file at 1731551938659 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41c6e55c: reopening flushed file at 1731551938665 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d8d1b0: reopening flushed file at 1731551938670 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1731551938676 (+6 ms)Writing region close event to WAL at 1731551938677 (+1 ms)Running coprocessor post-close hooks at 1731551938681 (+4 ms)Closed at 1731551938681 2024-11-14T02:38:58,681 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:38:58,756 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,43303,1731551854403; all regions closed. 2024-11-14T02:38:58,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741834_1010 (size=4239) 2024-11-14T02:38:58,758 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.meta.1731551857584.meta not finished, retry = 0 2024-11-14T02:38:58,810 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:38:58,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:38:58,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:38:58,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:38:58,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:38:58,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:38:58,861 DEBUG [RS:0;83c5a5c119d5:43303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/oldWALs 2024-11-14T02:38:58,861 INFO [RS:0;83c5a5c119d5:43303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C43303%2C1731551854403.meta:.meta(num 1731551857584) 2024-11-14T02:38:58,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741839_1015 (size=2700) 2024-11-14T02:38:58,863 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.rep.1731551868374 not finished, retry = 0 2024-11-14T02:38:58,966 DEBUG [RS:0;83c5a5c119d5:43303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/oldWALs 2024-11-14T02:38:58,966 INFO [RS:0;83c5a5c119d5:43303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C43303%2C1731551854403.rep:(num 1731551868374) 2024-11-14T02:38:58,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741832_1008 (size=1300) 2024-11-14T02:38:58,968 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/WALs/83c5a5c119d5,43303,1731551854403/83c5a5c119d5%2C43303%2C1731551854403.1731551856621 not finished, retry = 0 2024-11-14T02:38:59,070 DEBUG [RS:0;83c5a5c119d5:43303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/oldWALs 2024-11-14T02:38:59,070 INFO [RS:0;83c5a5c119d5:43303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C43303%2C1731551854403:(num 1731551856621) 2024-11-14T02:38:59,070 DEBUG [RS:0;83c5a5c119d5:43303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:38:59,070 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:38:59,070 INFO [RS:0;83c5a5c119d5:43303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:38:59,071 INFO [RS:0;83c5a5c119d5:43303 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:38:59,071 INFO [RS:0;83c5a5c119d5:43303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:38:59,071 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:38:59,071 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83c5a5c119d5,43303,1731551854403 because: Region server is closing 2024-11-14T02:38:59,071 INFO [RS:0;83c5a5c119d5:43303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:43303. 2024-11-14T02:38:59,071 DEBUG [RS:0;83c5a5c119d5:43303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:38:59,071 DEBUG [RS:0;83c5a5c119d5:43303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:38:59,071 DEBUG [RS:0;83c5a5c119d5:43303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:38:59,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:38:59,172 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.wal-reader.83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T02:38:59,172 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.shipper83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T02:38:59,172 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,43303,1731551854403.replicationSource.shipper83c5a5c119d5%2C43303%2C1731551854403,1-83c5a5c119d5,43303,1731551854403 terminated 2024-11-14T02:38:59,172 INFO [RS:0;83c5a5c119d5:43303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43303 2024-11-14T02:38:59,203 INFO [RS:0;83c5a5c119d5:43303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:38:59,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858/rs 2024-11-14T02:38:59,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1499330858/rs/83c5a5c119d5,43303,1731551854403 2024-11-14T02:38:59,211 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,43303,1731551854403] 2024-11-14T02:38:59,219 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1499330858/draining/83c5a5c119d5,43303,1731551854403 already deleted, retry=false 2024-11-14T02:38:59,219 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,43303,1731551854403 expired; onlineServers=0 2024-11-14T02:38:59,219 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,34759,1731551854235' ***** 2024-11-14T02:38:59,219 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:38:59,219 INFO [M:0;83c5a5c119d5:34759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:38:59,219 INFO [M:0;83c5a5c119d5:34759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:38:59,219 DEBUG [M:0;83c5a5c119d5:34759 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:38:59,220 DEBUG [M:0;83c5a5c119d5:34759 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:38:59,220 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:38:59,220 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551856375 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551856375,5,FailOnTimeoutGroup] 2024-11-14T02:38:59,220 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551856376 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551856376,5,FailOnTimeoutGroup] 2024-11-14T02:38:59,220 INFO [M:0;83c5a5c119d5:34759 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:38:59,220 INFO [M:0;83c5a5c119d5:34759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:38:59,220 DEBUG [M:0;83c5a5c119d5:34759 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:38:59,220 INFO [M:0;83c5a5c119d5:34759 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:38:59,220 INFO [M:0;83c5a5c119d5:34759 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:38:59,220 INFO [M:0;83c5a5c119d5:34759 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:38:59,220 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:38:59,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1499330858/master 2024-11-14T02:38:59,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1499330858 2024-11-14T02:38:59,228 DEBUG [M:0;83c5a5c119d5:34759 {}] zookeeper.ZKUtil(347): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Unable to get data of znode /0-1499330858/master because node does not exist (not an error) 2024-11-14T02:38:59,228 WARN [M:0;83c5a5c119d5:34759 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:38:59,229 INFO [M:0;83c5a5c119d5:34759 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/.lastflushedseqids 2024-11-14T02:38:59,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741850_1026 (size=263) 2024-11-14T02:38:59,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:38:59,311 INFO [RS:0;83c5a5c119d5:43303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:38:59,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43303-0x101387e29a10001, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:38:59,311 INFO [RS:0;83c5a5c119d5:43303 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,43303,1731551854403; zookeeper connection closed. 2024-11-14T02:38:59,311 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67f4ac7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67f4ac7f 2024-11-14T02:38:59,312 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:38:59,633 INFO [M:0;83c5a5c119d5:34759 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:38:59,633 INFO [M:0;83c5a5c119d5:34759 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:38:59,634 DEBUG [M:0;83c5a5c119d5:34759 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:38:59,634 INFO [M:0;83c5a5c119d5:34759 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:38:59,634 DEBUG [M:0;83c5a5c119d5:34759 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:38:59,634 DEBUG [M:0;83c5a5c119d5:34759 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:38:59,634 DEBUG [M:0;83c5a5c119d5:34759 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:38:59,634 INFO [M:0;83c5a5c119d5:34759 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-14T02:38:59,647 DEBUG [M:0;83c5a5c119d5:34759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/571582b9bc354e61a5c880b91d3529ee is 82, key is hbase:meta,,1/info:regioninfo/1731551857618/Put/seqid=0 2024-11-14T02:38:59,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741851_1027 (size=5672) 2024-11-14T02:39:00,052 INFO [M:0;83c5a5c119d5:34759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/571582b9bc354e61a5c880b91d3529ee 2024-11-14T02:39:00,069 DEBUG [M:0;83c5a5c119d5:34759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64c2c97888ea4a4ea9b590d86297ca23 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731551864056/Put/seqid=0 2024-11-14T02:39:00,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741852_1028 (size=7241) 2024-11-14T02:39:00,473 INFO [M:0;83c5a5c119d5:34759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64c2c97888ea4a4ea9b590d86297ca23 2024-11-14T02:39:00,478 INFO [M:0;83c5a5c119d5:34759 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64c2c97888ea4a4ea9b590d86297ca23 2024-11-14T02:39:00,490 DEBUG [M:0;83c5a5c119d5:34759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85e5c0a504584a3999c571407b127e7b is 69, key is 83c5a5c119d5,43303,1731551854403/rs:state/1731551856472/Put/seqid=0 2024-11-14T02:39:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741853_1029 (size=5156) 2024-11-14T02:39:00,894 INFO [M:0;83c5a5c119d5:34759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85e5c0a504584a3999c571407b127e7b 2024-11-14T02:39:00,899 DEBUG [M:0;83c5a5c119d5:34759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/571582b9bc354e61a5c880b91d3529ee as hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/571582b9bc354e61a5c880b91d3529ee 2024-11-14T02:39:00,903 INFO [M:0;83c5a5c119d5:34759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/571582b9bc354e61a5c880b91d3529ee, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T02:39:00,904 DEBUG [M:0;83c5a5c119d5:34759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64c2c97888ea4a4ea9b590d86297ca23 as hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64c2c97888ea4a4ea9b590d86297ca23 2024-11-14T02:39:00,908 INFO [M:0;83c5a5c119d5:34759 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64c2c97888ea4a4ea9b590d86297ca23 2024-11-14T02:39:00,908 INFO [M:0;83c5a5c119d5:34759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64c2c97888ea4a4ea9b590d86297ca23, entries=11, sequenceid=105, filesize=7.1 K 2024-11-14T02:39:00,909 DEBUG [M:0;83c5a5c119d5:34759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85e5c0a504584a3999c571407b127e7b as hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85e5c0a504584a3999c571407b127e7b 2024-11-14T02:39:00,913 INFO [M:0;83c5a5c119d5:34759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43745/user/jenkins/test-data/c639d641-2723-ce3c-cf59-db61527fed4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85e5c0a504584a3999c571407b127e7b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T02:39:00,913 INFO [M:0;83c5a5c119d5:34759 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false 2024-11-14T02:39:00,915 INFO [M:0;83c5a5c119d5:34759 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:00,915 DEBUG [M:0;83c5a5c119d5:34759 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551939634Disabling compacts and flushes for region at 1731551939634Disabling writes for close at 1731551939634Obtaining lock to block concurrent updates at 1731551939634Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731551939634Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731551939634Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731551939635 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731551939635Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731551939647 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731551939647Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731551940056 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731551940069 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731551940069Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731551940478 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731551940490 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731551940490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c5712: reopening flushed file at 1731551940898 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c3aad61: reopening flushed file at 1731551940903 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cdfc0b3: reopening flushed file at 1731551940908 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false at 1731551940913 (+5 ms)Writing region close event to WAL at 1731551940915 (+2 ms)Closed at 1731551940915 2024-11-14T02:39:00,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35223 is added to blk_1073741830_1006 (size=64538) 2024-11-14T02:39:00,917 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:39:00,917 INFO [M:0;83c5a5c119d5:34759 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:39:00,917 INFO [M:0;83c5a5c119d5:34759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34759 2024-11-14T02:39:00,917 INFO [M:0;83c5a5c119d5:34759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:39:01,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:01,044 INFO [M:0;83c5a5c119d5:34759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:39:01,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34759-0x101387e29a10000, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:01,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33d5ace5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:39:01,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b791d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:39:01,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:39:01,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1378a62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:39:01,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@686a1d06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/hadoop.log.dir/,STOPPED} 2024-11-14T02:39:01,085 WARN [BP-2106287915-172.17.0.2-1731551852499 heartbeating to localhost/127.0.0.1:43745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:39:01,085 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:39:01,085 WARN [BP-2106287915-172.17.0.2-1731551852499 heartbeating to localhost/127.0.0.1:43745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2106287915-172.17.0.2-1731551852499 (Datanode Uuid 60c86ecf-dc3f-41ed-9fe2-5f3b455761a2) service to localhost/127.0.0.1:43745 2024-11-14T02:39:01,085 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:39:01,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/cluster_3ab51610-f4df-7d50-feb8-af07910a0f85/data/data1/current/BP-2106287915-172.17.0.2-1731551852499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:39:01,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/cluster_3ab51610-f4df-7d50-feb8-af07910a0f85/data/data2/current/BP-2106287915-172.17.0.2-1731551852499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:39:01,085 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:39:01,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26f4102f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:39:01,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6423a617{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:39:01,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:39:01,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e0322f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:39:01,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f1e04ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c478d8f9-afa3-3a1a-c2d4-6c8f54e03168/hadoop.log.dir/,STOPPED} 2024-11-14T02:39:01,095 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T02:39:01,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:39:01,115 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 138) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61192) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f0e68b8d840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43745 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61192) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34681 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f0e68b8d840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=164 (was 152) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5395 (was 5422) 2024-11-14T02:39:01,122 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=164, ProcessCount=11, AvailableMemoryMB=5396 2024-11-14T02:39:01,133 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-14T02:39:01,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/hadoop.log.dir so I do NOT create it in target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8 2024-11-14T02:39:01,133 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:39:01,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/hadoop.tmp.dir so I do NOT create it in target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8 2024-11-14T02:39:01,133 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6de2a402-75c0-4c75-69df-35d90c98bf5e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:39:01,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8 2024-11-14T02:39:01,133 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/cluster_9c9431bd-f615-02e0-9152-25787fab3689, deleteOnExit=true 2024-11-14T02:39:01,136 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/cluster_9c9431bd-f615-02e0-9152-25787fab3689/zookeeper_0, clientPort=52439, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/cluster_9c9431bd-f615-02e0-9152-25787fab3689/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/cluster_9c9431bd-f615-02e0-9152-25787fab3689/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T02:39:01,136 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52439 2024-11-14T02:39:01,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:39:01,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:39:01,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/test.cache.data in system properties and HBase conf 2024-11-14T02:39:01,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:39:01,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:39:01,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:39:01,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:39:01,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:39:01,137 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:39:01,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:39:01,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:39:01,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:39:01,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:39:01,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:39:01,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:39:01,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:39:01,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:39:01,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:39:01,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:39:01,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:39:01,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:39:01,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:39:01,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:39:01,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101387e29a10002, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:39:01,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101387e29a10005, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:39:01,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101387e29a10002, quorum=127.0.0.1:61192, baseZNode=/0-1499330858 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:39:01,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101387e29a10005, quorum=127.0.0.1:61192, baseZNode=/11656652347 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:39:01,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:39:01,413 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:39:01,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:39:01,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:39:01,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:39:01,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:39:01,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541e07f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:39:01,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cb122ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:39:01,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17048030{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/java.io.tmpdir/jetty-localhost-39831-hadoop-hdfs-3_4_1-tests_jar-_-any-3558980208589935876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:39:01,509 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@790cc8f0{HTTP/1.1, (http/1.1)}{localhost:39831} 2024-11-14T02:39:01,509 INFO [Time-limited test {}] server.Server(415): Started @141987ms 2024-11-14T02:39:01,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:39:01,714 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:39:01,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:39:01,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:39:01,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:39:01,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58893b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:39:01,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ec5723e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:39:01,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11f79296{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/java.io.tmpdir/jetty-localhost-36347-hadoop-hdfs-3_4_1-tests_jar-_-any-7778526906515144743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:39:01,808 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b32556b{HTTP/1.1, (http/1.1)}{localhost:36347} 2024-11-14T02:39:01,808 INFO [Time-limited test {}] server.Server(415): Started @142287ms 2024-11-14T02:39:01,809 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:39:02,340 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/cluster_9c9431bd-f615-02e0-9152-25787fab3689/data/data1/current/BP-568747758-172.17.0.2-1731551941152/current, will proceed with Du for space computation calculation, 2024-11-14T02:39:02,340 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/cluster_9c9431bd-f615-02e0-9152-25787fab3689/data/data2/current/BP-568747758-172.17.0.2-1731551941152/current, will proceed with Du for space computation calculation, 2024-11-14T02:39:02,354 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:39:02,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52b918c2d3c273fd with lease ID 0x7ec9f52855ae937a: Processing first storage report for DS-2591fbc2-d7d5-4411-9e2c-ca4fee2d0c45 from datanode DatanodeRegistration(127.0.0.1:44077, datanodeUuid=7fa2711c-314d-4e7e-8385-aeb64c6da269, infoPort=44631, infoSecurePort=0, ipcPort=35449, storageInfo=lv=-57;cid=testClusterID;nsid=1032693341;c=1731551941152) 2024-11-14T02:39:02,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52b918c2d3c273fd with lease ID 0x7ec9f52855ae937a: from storage DS-2591fbc2-d7d5-4411-9e2c-ca4fee2d0c45 node DatanodeRegistration(127.0.0.1:44077, datanodeUuid=7fa2711c-314d-4e7e-8385-aeb64c6da269, infoPort=44631, infoSecurePort=0, ipcPort=35449, storageInfo=lv=-57;cid=testClusterID;nsid=1032693341;c=1731551941152), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:39:02,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52b918c2d3c273fd with lease ID 0x7ec9f52855ae937a: Processing first storage report for DS-2f3cac23-d3c9-44d3-a9f4-d0b0eb2be9b7 from datanode DatanodeRegistration(127.0.0.1:44077, datanodeUuid=7fa2711c-314d-4e7e-8385-aeb64c6da269, infoPort=44631, infoSecurePort=0, ipcPort=35449, storageInfo=lv=-57;cid=testClusterID;nsid=1032693341;c=1731551941152) 2024-11-14T02:39:02,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52b918c2d3c273fd with lease ID 0x7ec9f52855ae937a: from storage DS-2f3cac23-d3c9-44d3-a9f4-d0b0eb2be9b7 node DatanodeRegistration(127.0.0.1:44077, datanodeUuid=7fa2711c-314d-4e7e-8385-aeb64c6da269, infoPort=44631, infoSecurePort=0, ipcPort=35449, storageInfo=lv=-57;cid=testClusterID;nsid=1032693341;c=1731551941152), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:39:02,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8 2024-11-14T02:39:02,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:02,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:02,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:39:02,842 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d with version=8 2024-11-14T02:39:02,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/hbase-staging 2024-11-14T02:39:02,844 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:39:02,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:02,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:02,844 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:39:02,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:02,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:39:02,844 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:39:02,844 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:39:02,844 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35283 2024-11-14T02:39:02,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35283 connecting to ZooKeeper ensemble=127.0.0.1:52439 2024-11-14T02:39:02,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352830x0, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:39:02,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35283-0x101387f83f70000 connected 2024-11-14T02:39:02,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:02,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:02,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on znode that does not yet exist, /0-1844724818/running 2024-11-14T02:39:02,992 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d, hbase.cluster.distributed=false 2024-11-14T02:39:02,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on znode that does not yet exist, /0-1844724818/acl 2024-11-14T02:39:02,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35283 2024-11-14T02:39:02,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35283 2024-11-14T02:39:02,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35283 2024-11-14T02:39:02,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35283 2024-11-14T02:39:02,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35283 2024-11-14T02:39:03,008 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:39:03,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:03,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:03,008 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:39:03,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:03,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:39:03,008 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:39:03,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:39:03,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42119 2024-11-14T02:39:03,010 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42119 connecting to ZooKeeper ensemble=127.0.0.1:52439 2024-11-14T02:39:03,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:03,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:03,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421190x0, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:39:03,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421190x0, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on znode that does not yet exist, /0-1844724818/running 2024-11-14T02:39:03,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42119-0x101387f83f70001 connected 2024-11-14T02:39:03,023 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:39:03,024 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:39:03,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on znode that does not yet exist, /0-1844724818/master 2024-11-14T02:39:03,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on znode that does not yet exist, /0-1844724818/acl 2024-11-14T02:39:03,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42119 2024-11-14T02:39:03,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42119 2024-11-14T02:39:03,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42119 2024-11-14T02:39:03,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42119 2024-11-14T02:39:03,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42119 2024-11-14T02:39:03,043 DEBUG [M:0;83c5a5c119d5:35283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:35283 2024-11-14T02:39:03,044 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1844724818/backup-masters/83c5a5c119d5,35283,1731551942843 2024-11-14T02:39:03,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818/backup-masters 2024-11-14T02:39:03,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818/backup-masters 2024-11-14T02:39:03,053 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on existing znode=/0-1844724818/backup-masters/83c5a5c119d5,35283,1731551942843 2024-11-14T02:39:03,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1844724818/master 2024-11-14T02:39:03,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:03,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:03,061 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on existing znode=/0-1844724818/master 2024-11-14T02:39:03,061 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1844724818/backup-masters/83c5a5c119d5,35283,1731551942843 from backup master directory 2024-11-14T02:39:03,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1844724818/backup-masters/83c5a5c119d5,35283,1731551942843 2024-11-14T02:39:03,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818/backup-masters 2024-11-14T02:39:03,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818/backup-masters 2024-11-14T02:39:03,069 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:39:03,069 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,35283,1731551942843 2024-11-14T02:39:03,072 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/hbase.id] with ID: 4ec009ee-cca3-4ac4-8db2-69371b77e68f 2024-11-14T02:39:03,072 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/.tmp/hbase.id 2024-11-14T02:39:03,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:39:03,477 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/.tmp/hbase.id]:[hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/hbase.id] 2024-11-14T02:39:03,487 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:03,487 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:39:03,488 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T02:39:03,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:03,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:03,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:39:03,735 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:39:03,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:03,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:03,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:03,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:03,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:03,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:03,925 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:39:03,925 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:39:03,926 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:03,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:39:04,333 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store 2024-11-14T02:39:04,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:39:04,739 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:04,739 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:39:04,739 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:04,739 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:04,739 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:39:04,739 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:04,739 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:04,739 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551944739Disabling compacts and flushes for region at 1731551944739Disabling writes for close at 1731551944739Writing region close event to WAL at 1731551944739Closed at 1731551944739 2024-11-14T02:39:04,740 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/.initializing 2024-11-14T02:39:04,740 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/WALs/83c5a5c119d5,35283,1731551942843 2024-11-14T02:39:04,741 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:39:04,742 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C35283%2C1731551942843, suffix=, logDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/WALs/83c5a5c119d5,35283,1731551942843, archiveDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/oldWALs, maxLogs=10 2024-11-14T02:39:04,758 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/WALs/83c5a5c119d5,35283,1731551942843/83c5a5c119d5%2C35283%2C1731551942843.1731551944743, exclude list is [], retry=0 2024-11-14T02:39:04,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44077,DS-2591fbc2-d7d5-4411-9e2c-ca4fee2d0c45,DISK] 2024-11-14T02:39:04,762 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/WALs/83c5a5c119d5,35283,1731551942843/83c5a5c119d5%2C35283%2C1731551942843.1731551944743 2024-11-14T02:39:04,762 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44631:44631)] 2024-11-14T02:39:04,762 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:39:04,762 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:04,762 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:04,762 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:04,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:04,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:39:04,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:04,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:04,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:04,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:39:04,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:04,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:04,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:04,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:39:04,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:04,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:04,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:04,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:39:04,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:04,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:04,770 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:04,770 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:04,770 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:04,771 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:04,771 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:04,772 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:39:04,773 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:04,774 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:39:04,775 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64410136, jitterRate=-0.0402141809463501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:39:04,775 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731551944762Initializing all the Stores at 1731551944763 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551944763Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551944764 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551944764Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551944764Cleaning up temporary data from old regions at 1731551944771 (+7 ms)Region opened successfully at 1731551944775 (+4 ms) 2024-11-14T02:39:04,776 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:39:04,778 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40df4dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:39:04,779 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:39:04,779 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:39:04,779 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:39:04,779 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:39:04,780 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:39:04,780 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:39:04,780 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:39:04,782 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:39:04,782 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Unable to get data of znode /0-1844724818/balancer because node does not exist (not necessarily an error) 2024-11-14T02:39:04,811 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844724818/balancer already deleted, retry=false 2024-11-14T02:39:04,811 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:39:04,812 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Unable to get data of znode /0-1844724818/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:39:04,822 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844724818/normalizer already deleted, retry=false 2024-11-14T02:39:04,822 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:39:04,823 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Unable to get data of znode /0-1844724818/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:39:04,830 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844724818/switch/split already deleted, retry=false 2024-11-14T02:39:04,831 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Unable to get data of znode /0-1844724818/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:39:04,839 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844724818/switch/merge already deleted, retry=false 2024-11-14T02:39:04,841 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Unable to get data of znode /0-1844724818/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:39:04,847 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844724818/snapshot-cleanup already deleted, retry=false 2024-11-14T02:39:04,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1844724818/running 2024-11-14T02:39:04,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1844724818/running 2024-11-14T02:39:04,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:04,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:04,856 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,35283,1731551942843, sessionid=0x101387f83f70000, setting cluster-up flag (Was=false) 2024-11-14T02:39:04,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:04,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:04,897 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1844724818/flush-table-proc/acquired, /0-1844724818/flush-table-proc/reached, /0-1844724818/flush-table-proc/abort 2024-11-14T02:39:04,898 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,35283,1731551942843 2024-11-14T02:39:04,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:04,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:04,939 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1844724818/online-snapshot/acquired, /0-1844724818/online-snapshot/reached, /0-1844724818/online-snapshot/abort 2024-11-14T02:39:04,940 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,35283,1731551942843 2024-11-14T02:39:04,941 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:39:04,942 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:39:04,942 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:39:04,942 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:39:04,942 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,35283,1731551942843 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:39:04,943 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:04,943 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:04,943 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:04,943 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:04,943 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:39:04,943 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:04,943 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:39:04,943 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:04,945 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731551974945 2024-11-14T02:39:04,945 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:39:04,945 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:39:04,945 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:39:04,945 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:39:04,945 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:39:04,945 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:39:04,945 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:04,945 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:39:04,945 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:39:04,945 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:39:04,945 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:39:04,945 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:39:04,945 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:39:04,946 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:39:04,946 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:39:04,946 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551944946,5,FailOnTimeoutGroup] 2024-11-14T02:39:04,946 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:04,946 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:39:04,947 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551944946,5,FailOnTimeoutGroup] 2024-11-14T02:39:04,947 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:04,947 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:39:04,947 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:04,947 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:04,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:39:05,031 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(746): ClusterId : 4ec009ee-cca3-4ac4-8db2-69371b77e68f 2024-11-14T02:39:05,031 DEBUG [RS:0;83c5a5c119d5:42119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:39:05,039 DEBUG [RS:0;83c5a5c119d5:42119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:39:05,039 DEBUG [RS:0;83c5a5c119d5:42119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:39:05,048 DEBUG [RS:0;83c5a5c119d5:42119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:39:05,048 DEBUG [RS:0;83c5a5c119d5:42119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ae07c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:39:05,058 DEBUG [RS:0;83c5a5c119d5:42119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:42119 2024-11-14T02:39:05,058 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:39:05,058 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:39:05,058 DEBUG [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:39:05,059 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,35283,1731551942843 with port=42119, startcode=1731551943007 2024-11-14T02:39:05,059 DEBUG [RS:0;83c5a5c119d5:42119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:39:05,060 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:39:05,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35283 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,42119,1731551943007 2024-11-14T02:39:05,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35283 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,42119,1731551943007 2024-11-14T02:39:05,062 DEBUG [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d 2024-11-14T02:39:05,062 DEBUG [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33731 2024-11-14T02:39:05,062 DEBUG [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:39:05,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818/rs 2024-11-14T02:39:05,073 DEBUG [RS:0;83c5a5c119d5:42119 {}] zookeeper.ZKUtil(111): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on existing znode=/0-1844724818/rs/83c5a5c119d5,42119,1731551943007 2024-11-14T02:39:05,073 WARN [RS:0;83c5a5c119d5:42119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:39:05,073 INFO [RS:0;83c5a5c119d5:42119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:05,073 DEBUG [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007 2024-11-14T02:39:05,073 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,42119,1731551943007] 2024-11-14T02:39:05,076 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:39:05,077 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:39:05,077 INFO [RS:0;83c5a5c119d5:42119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:39:05,077 INFO [RS:0;83c5a5c119d5:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:05,077 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:39:05,078 INFO [RS:0;83c5a5c119d5:42119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:39:05,078 INFO [RS:0;83c5a5c119d5:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:05,078 DEBUG [RS:0;83c5a5c119d5:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:05,078 DEBUG [RS:0;83c5a5c119d5:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:05,078 DEBUG [RS:0;83c5a5c119d5:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:05,078 DEBUG [RS:0;83c5a5c119d5:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:05,078 DEBUG [RS:0;83c5a5c119d5:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:05,078 DEBUG [RS:0;83c5a5c119d5:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:39:05,078 DEBUG [RS:0;83c5a5c119d5:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:05,078 DEBUG [RS:0;83c5a5c119d5:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:05,078 DEBUG [RS:0;83c5a5c119d5:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:05,078 DEBUG [RS:0;83c5a5c119d5:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:05,078 DEBUG [RS:0;83c5a5c119d5:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:05,078 DEBUG [RS:0;83c5a5c119d5:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:05,079 DEBUG [RS:0;83c5a5c119d5:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:39:05,079 DEBUG [RS:0;83c5a5c119d5:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:39:05,079 INFO [RS:0;83c5a5c119d5:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:05,079 INFO [RS:0;83c5a5c119d5:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:05,079 INFO [RS:0;83c5a5c119d5:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:05,079 INFO [RS:0;83c5a5c119d5:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:05,079 INFO [RS:0;83c5a5c119d5:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:05,079 INFO [RS:0;83c5a5c119d5:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42119,1731551943007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:39:05,092 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:39:05,092 INFO [RS:0;83c5a5c119d5:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42119,1731551943007-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:05,092 INFO [RS:0;83c5a5c119d5:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:05,092 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.Replication(171): 83c5a5c119d5,42119,1731551943007 started 2024-11-14T02:39:05,103 INFO [RS:0;83c5a5c119d5:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:05,103 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,42119,1731551943007, RpcServer on 83c5a5c119d5/172.17.0.2:42119, sessionid=0x101387f83f70001 2024-11-14T02:39:05,103 DEBUG [RS:0;83c5a5c119d5:42119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:39:05,103 DEBUG [RS:0;83c5a5c119d5:42119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,42119,1731551943007 2024-11-14T02:39:05,103 DEBUG [RS:0;83c5a5c119d5:42119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,42119,1731551943007' 2024-11-14T02:39:05,103 DEBUG [RS:0;83c5a5c119d5:42119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1844724818/flush-table-proc/abort' 2024-11-14T02:39:05,104 DEBUG [RS:0;83c5a5c119d5:42119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1844724818/flush-table-proc/acquired' 2024-11-14T02:39:05,104 DEBUG [RS:0;83c5a5c119d5:42119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:39:05,104 DEBUG [RS:0;83c5a5c119d5:42119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:39:05,104 DEBUG [RS:0;83c5a5c119d5:42119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,42119,1731551943007 2024-11-14T02:39:05,104 DEBUG [RS:0;83c5a5c119d5:42119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,42119,1731551943007' 2024-11-14T02:39:05,104 DEBUG [RS:0;83c5a5c119d5:42119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1844724818/online-snapshot/abort' 2024-11-14T02:39:05,105 DEBUG [RS:0;83c5a5c119d5:42119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1844724818/online-snapshot/acquired' 2024-11-14T02:39:05,105 DEBUG [RS:0;83c5a5c119d5:42119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:39:05,105 INFO [RS:0;83c5a5c119d5:42119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:39:05,105 INFO [RS:0;83c5a5c119d5:42119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:39:05,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:39:05,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T02:39:05,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T02:39:05,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T02:39:05,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:39:05,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:39:05,206 INFO [RS:0;83c5a5c119d5:42119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:39:05,207 INFO [RS:0;83c5a5c119d5:42119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C42119%2C1731551943007, suffix=, logDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007, archiveDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/oldWALs, maxLogs=10 2024-11-14T02:39:05,219 DEBUG [RS:0;83c5a5c119d5:42119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007/83c5a5c119d5%2C42119%2C1731551943007.1731551945207, exclude list is [], retry=0 2024-11-14T02:39:05,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44077,DS-2591fbc2-d7d5-4411-9e2c-ca4fee2d0c45,DISK] 2024-11-14T02:39:05,223 INFO [RS:0;83c5a5c119d5:42119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007/83c5a5c119d5%2C42119%2C1731551943007.1731551945207 2024-11-14T02:39:05,223 DEBUG [RS:0;83c5a5c119d5:42119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44631:44631)] 2024-11-14T02:39:05,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:39:05,355 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d 2024-11-14T02:39:05,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:39:05,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:05,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:39:05,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:39:05,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:05,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:05,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:39:05,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:39:05,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:05,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:05,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:39:05,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:39:05,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:05,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:05,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:39:05,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:39:05,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:05,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:05,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:39:05,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740 2024-11-14T02:39:05,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740 2024-11-14T02:39:05,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:39:05,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:39:05,769 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:39:05,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:39:05,771 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:39:05,772 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67667923, jitterRate=0.008330628275871277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:39:05,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731551945760Initializing all the Stores at 1731551945761 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551945761Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551945761Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551945761Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551945761Cleaning up temporary data from old regions at 1731551945769 (+8 ms)Region opened successfully at 1731551945772 (+3 ms) 2024-11-14T02:39:05,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:39:05,772 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:39:05,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:39:05,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:39:05,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:39:05,773 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:39:05,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551945772Disabling compacts and flushes for region at 1731551945772Disabling writes for close at 1731551945772Writing region close event to WAL at 1731551945773 (+1 ms)Closed at 1731551945773 2024-11-14T02:39:05,774 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:39:05,774 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:39:05,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:39:05,775 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:39:05,775 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:39:05,926 DEBUG [83c5a5c119d5:35283 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:39:05,926 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,42119,1731551943007 2024-11-14T02:39:05,927 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,42119,1731551943007, state=OPENING 2024-11-14T02:39:05,955 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:39:05,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:05,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:05,991 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:39:05,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844724818/meta-region-server: CHANGED 2024-11-14T02:39:05,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844724818/meta-region-server: CHANGED 2024-11-14T02:39:05,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,42119,1731551943007}] 2024-11-14T02:39:06,144 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:39:06,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:39:06,148 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:39:06,148 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:06,148 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:39:06,150 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C42119%2C1731551943007.meta, suffix=.meta, logDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007, archiveDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/oldWALs, maxLogs=10 2024-11-14T02:39:06,161 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007/83c5a5c119d5%2C42119%2C1731551943007.meta.1731551946150.meta, exclude list is [], retry=0 2024-11-14T02:39:06,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44077,DS-2591fbc2-d7d5-4411-9e2c-ca4fee2d0c45,DISK] 2024-11-14T02:39:06,164 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007/83c5a5c119d5%2C42119%2C1731551943007.meta.1731551946150.meta 2024-11-14T02:39:06,164 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44631:44631)] 2024-11-14T02:39:06,165 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:39:06,165 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:39:06,165 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:39:06,165 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:39:06,165 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:39:06,165 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:39:06,165 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:06,165 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:39:06,165 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:39:06,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:39:06,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:39:06,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:06,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:06,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:39:06,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:39:06,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:06,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:06,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:39:06,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:39:06,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:06,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:06,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:39:06,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:39:06,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:06,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:06,171 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:39:06,171 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740 2024-11-14T02:39:06,172 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740 2024-11-14T02:39:06,173 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:39:06,173 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:39:06,173 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:39:06,174 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:39:06,174 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73226977, jitterRate=0.09116698801517487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:39:06,175 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:39:06,175 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731551946166Writing region info on filesystem at 1731551946166Initializing all the Stores at 1731551946166Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551946166Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551946166Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551946166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551946166Cleaning up temporary data from old regions at 1731551946173 (+7 ms)Running coprocessor post-open hooks at 1731551946175 (+2 ms)Region opened successfully at 1731551946175 2024-11-14T02:39:06,176 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731551946143 2024-11-14T02:39:06,177 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:39:06,178 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:39:06,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,42119,1731551943007 2024-11-14T02:39:06,179 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,42119,1731551943007, state=OPEN 2024-11-14T02:39:06,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1844724818/meta-region-server 2024-11-14T02:39:06,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1844724818/meta-region-server 2024-11-14T02:39:06,197 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,42119,1731551943007 2024-11-14T02:39:06,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844724818/meta-region-server: CHANGED 2024-11-14T02:39:06,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844724818/meta-region-server: CHANGED 2024-11-14T02:39:06,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:39:06,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,42119,1731551943007 in 206 msec 2024-11-14T02:39:06,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:39:06,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 425 msec 2024-11-14T02:39:06,201 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:39:06,201 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:39:06,202 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:06,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,42119,1731551943007, seqNum=-1] 2024-11-14T02:39:06,203 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:06,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:39:06,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-11-14T02:39:06,208 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731551946208, completionTime=-1 2024-11-14T02:39:06,208 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:39:06,208 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:39:06,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:39:06,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552006210 2024-11-14T02:39:06,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552066210 2024-11-14T02:39:06,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T02:39:06,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35283,1731551942843-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:06,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35283,1731551942843-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:06,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35283,1731551942843-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:06,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:35283, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:06,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:06,211 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:06,212 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:39:06,213 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.144sec 2024-11-14T02:39:06,214 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:39:06,214 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:39:06,214 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:39:06,214 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:39:06,214 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:39:06,214 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35283,1731551942843-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:39:06,214 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35283,1731551942843-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:39:06,216 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:39:06,216 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:39:06,216 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35283,1731551942843-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:06,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120019f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:06,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35283,-1 for getting cluster id 2024-11-14T02:39:06,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:06,233 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ec009ee-cca3-4ac4-8db2-69371b77e68f' 2024-11-14T02:39:06,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:06,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ec009ee-cca3-4ac4-8db2-69371b77e68f" 2024-11-14T02:39:06,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6f0006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:06,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35283,-1] 2024-11-14T02:39:06,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:06,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:06,235 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:06,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477d24e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:06,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,42119,1731551943007, seqNum=-1] 2024-11-14T02:39:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:06,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:39:06,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,35283,1731551942843 2024-11-14T02:39:06,240 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52439 2024-11-14T02:39:06,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:39:06,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101387f83f70002 connected 2024-11-14T02:39:06,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/hadoop.log.dir so I do NOT create it in target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e 2024-11-14T02:39:06,258 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:39:06,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/hadoop.tmp.dir so I do NOT create it in target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e 2024-11-14T02:39:06,258 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:39:06,258 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e 2024-11-14T02:39:06,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:39:06,258 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/cluster_aca02461-8e04-455e-67f2-aa69f307263b, deleteOnExit=true 2024-11-14T02:39:06,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:39:06,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/test.cache.data in system properties and HBase conf 2024-11-14T02:39:06,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:39:06,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:39:06,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:39:06,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:39:06,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:39:06,258 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:39:06,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:39:06,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:39:06,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:39:06,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:39:06,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:39:06,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:39:06,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:39:06,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:39:06,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:39:06,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:39:06,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:39:06,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:39:06,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:39:06,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:39:06,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:39:06,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:39:06,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:39:06,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:39:06,530 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:39:06,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:39:06,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b75df8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:39:06,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@157328b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:39:06,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31d4048c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/java.io.tmpdir/jetty-localhost-37107-hadoop-hdfs-3_4_1-tests_jar-_-any-3199376492707926764/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:39:06,625 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48e568c1{HTTP/1.1, (http/1.1)}{localhost:37107} 2024-11-14T02:39:06,626 INFO [Time-limited test {}] server.Server(415): Started @147104ms 2024-11-14T02:39:06,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:39:06,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:39:06,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:39:06,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:39:06,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:39:06,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45139d65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:39:06,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34a49806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:39:06,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@375a8fa5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/java.io.tmpdir/jetty-localhost-44125-hadoop-hdfs-3_4_1-tests_jar-_-any-13401432137254406543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:39:06,910 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6793ab4{HTTP/1.1, (http/1.1)}{localhost:44125} 2024-11-14T02:39:06,910 INFO [Time-limited test {}] server.Server(415): Started @147388ms 2024-11-14T02:39:06,911 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:39:07,441 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/cluster_aca02461-8e04-455e-67f2-aa69f307263b/data/data2/current/BP-1782254078-172.17.0.2-1731551946274/current, will proceed with Du for space computation calculation, 2024-11-14T02:39:07,441 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/cluster_aca02461-8e04-455e-67f2-aa69f307263b/data/data1/current/BP-1782254078-172.17.0.2-1731551946274/current, will proceed with Du for space computation calculation, 2024-11-14T02:39:07,455 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:39:07,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17a715279f1a97ab with lease ID 0x7bda7da78121825d: Processing first storage report for DS-a6334e8a-d856-4d0c-bf41-ea6fde61e72a from datanode DatanodeRegistration(127.0.0.1:43497, datanodeUuid=8f5abb20-e3f6-45a9-a2b2-b76f855a2833, infoPort=35663, infoSecurePort=0, ipcPort=45711, storageInfo=lv=-57;cid=testClusterID;nsid=1491663994;c=1731551946274) 2024-11-14T02:39:07,458 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17a715279f1a97ab with lease ID 0x7bda7da78121825d: from storage DS-a6334e8a-d856-4d0c-bf41-ea6fde61e72a node DatanodeRegistration(127.0.0.1:43497, datanodeUuid=8f5abb20-e3f6-45a9-a2b2-b76f855a2833, infoPort=35663, infoSecurePort=0, ipcPort=45711, storageInfo=lv=-57;cid=testClusterID;nsid=1491663994;c=1731551946274), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:39:07,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17a715279f1a97ab with lease ID 0x7bda7da78121825d: Processing first storage report for DS-c7e7921c-ca51-4635-b8ed-31e1acc67376 from datanode DatanodeRegistration(127.0.0.1:43497, datanodeUuid=8f5abb20-e3f6-45a9-a2b2-b76f855a2833, infoPort=35663, infoSecurePort=0, ipcPort=45711, storageInfo=lv=-57;cid=testClusterID;nsid=1491663994;c=1731551946274) 2024-11-14T02:39:07,458 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17a715279f1a97ab with lease ID 0x7bda7da78121825d: from storage DS-c7e7921c-ca51-4635-b8ed-31e1acc67376 node DatanodeRegistration(127.0.0.1:43497, datanodeUuid=8f5abb20-e3f6-45a9-a2b2-b76f855a2833, infoPort=35663, infoSecurePort=0, ipcPort=45711, storageInfo=lv=-57;cid=testClusterID;nsid=1491663994;c=1731551946274), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:39:07,533 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e 2024-11-14T02:39:07,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:07,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:07,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:39:07,942 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6 with version=8 2024-11-14T02:39:07,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/hbase-staging 2024-11-14T02:39:07,944 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:39:07,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:07,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:07,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:39:07,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:07,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:39:07,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:39:07,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:39:07,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41349 2024-11-14T02:39:07,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41349 connecting to ZooKeeper ensemble=127.0.0.1:52439 2024-11-14T02:39:07,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413490x0, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:39:07,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41349-0x101387f83f70003 connected 2024-11-14T02:39:08,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:08,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:08,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Set watcher on znode that does not yet exist, /1-1179723610/running 2024-11-14T02:39:08,033 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6, hbase.cluster.distributed=false 2024-11-14T02:39:08,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Set watcher on znode that does not yet exist, /1-1179723610/acl 2024-11-14T02:39:08,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-14T02:39:08,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41349 2024-11-14T02:39:08,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41349 2024-11-14T02:39:08,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-14T02:39:08,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-14T02:39:08,049 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:39:08,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:08,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:08,049 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:39:08,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:08,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:39:08,049 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:39:08,049 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:39:08,050 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37991 2024-11-14T02:39:08,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37991 connecting to ZooKeeper ensemble=127.0.0.1:52439 2024-11-14T02:39:08,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:08,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:08,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379910x0, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:39:08,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379910x0, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Set watcher on znode that does not yet exist, /1-1179723610/running 2024-11-14T02:39:08,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37991-0x101387f83f70004 connected 2024-11-14T02:39:08,064 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:39:08,065 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:39:08,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Set watcher on znode that does not yet exist, /1-1179723610/master 2024-11-14T02:39:08,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Set watcher on znode that does not yet exist, /1-1179723610/acl 2024-11-14T02:39:08,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37991 2024-11-14T02:39:08,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37991 2024-11-14T02:39:08,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37991 2024-11-14T02:39:08,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37991 2024-11-14T02:39:08,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37991 2024-11-14T02:39:08,079 DEBUG [M:0;83c5a5c119d5:41349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:41349 2024-11-14T02:39:08,080 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1179723610/backup-masters/83c5a5c119d5,41349,1731551947943 2024-11-14T02:39:08,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610/backup-masters 2024-11-14T02:39:08,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610/backup-masters 2024-11-14T02:39:08,089 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Set watcher on existing znode=/1-1179723610/backup-masters/83c5a5c119d5,41349,1731551947943 2024-11-14T02:39:08,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610 2024-11-14T02:39:08,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1179723610/master 2024-11-14T02:39:08,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610 2024-11-14T02:39:08,097 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Set watcher on existing znode=/1-1179723610/master 2024-11-14T02:39:08,098 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1179723610/backup-masters/83c5a5c119d5,41349,1731551947943 from backup master directory 2024-11-14T02:39:08,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610/backup-masters 2024-11-14T02:39:08,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1179723610/backup-masters/83c5a5c119d5,41349,1731551947943 2024-11-14T02:39:08,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610/backup-masters 2024-11-14T02:39:08,105 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:39:08,105 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,41349,1731551947943 2024-11-14T02:39:08,108 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/hbase.id] with ID: 35d2f3fa-c601-4d43-ab28-488ba2c7a143 2024-11-14T02:39:08,108 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/.tmp/hbase.id 2024-11-14T02:39:08,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:39:08,512 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/.tmp/hbase.id]:[hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/hbase.id] 2024-11-14T02:39:08,521 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:08,522 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:39:08,523 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T02:39:08,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610 2024-11-14T02:39:08,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610 2024-11-14T02:39:08,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:39:08,957 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:39:08,958 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:39:08,958 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:08,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:39:09,365 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store 2024-11-14T02:39:09,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:39:09,770 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:09,770 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:39:09,770 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:09,771 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:09,771 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:39:09,771 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:09,771 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:09,771 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551949770Disabling compacts and flushes for region at 1731551949770Disabling writes for close at 1731551949771 (+1 ms)Writing region close event to WAL at 1731551949771Closed at 1731551949771 2024-11-14T02:39:09,771 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/.initializing 2024-11-14T02:39:09,771 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/WALs/83c5a5c119d5,41349,1731551947943 2024-11-14T02:39:09,772 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:39:09,774 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C41349%2C1731551947943, suffix=, logDir=hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/WALs/83c5a5c119d5,41349,1731551947943, archiveDir=hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/oldWALs, maxLogs=10 2024-11-14T02:39:09,785 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/WALs/83c5a5c119d5,41349,1731551947943/83c5a5c119d5%2C41349%2C1731551947943.1731551949774, exclude list is [], retry=0 2024-11-14T02:39:09,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-a6334e8a-d856-4d0c-bf41-ea6fde61e72a,DISK] 2024-11-14T02:39:09,789 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/WALs/83c5a5c119d5,41349,1731551947943/83c5a5c119d5%2C41349%2C1731551947943.1731551949774 2024-11-14T02:39:09,789 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35663:35663)] 2024-11-14T02:39:09,789 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:39:09,790 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:09,790 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:09,790 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:09,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:09,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:39:09,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:09,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:09,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:09,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:39:09,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:09,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:09,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:09,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:39:09,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:09,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:09,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:09,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:39:09,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:09,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:09,796 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:09,797 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:09,797 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:09,798 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:09,798 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:09,799 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:39:09,799 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:09,801 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:39:09,801 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74621182, jitterRate=0.11194226145744324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:39:09,801 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731551949790Initializing all the Stores at 1731551949790Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551949790Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551949791 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551949791Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551949791Cleaning up temporary data from old regions at 1731551949798 (+7 ms)Region opened successfully at 1731551949801 (+3 ms) 2024-11-14T02:39:09,801 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:39:09,803 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706a90c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:39:09,804 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:39:09,804 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:39:09,804 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:39:09,804 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:39:09,805 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:39:09,805 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:39:09,805 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:39:09,806 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:39:09,807 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Unable to get data of znode /1-1179723610/balancer because node does not exist (not necessarily an error) 2024-11-14T02:39:09,835 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1179723610/balancer already deleted, retry=false 2024-11-14T02:39:09,836 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:39:09,837 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Unable to get data of znode /1-1179723610/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:39:09,847 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1179723610/normalizer already deleted, retry=false 2024-11-14T02:39:09,847 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:39:09,848 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Unable to get data of znode /1-1179723610/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:39:09,855 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1179723610/switch/split already deleted, retry=false 2024-11-14T02:39:09,856 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Unable to get data of znode /1-1179723610/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:39:09,863 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1179723610/switch/merge already deleted, retry=false 2024-11-14T02:39:09,865 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Unable to get data of znode /1-1179723610/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:39:09,872 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1179723610/snapshot-cleanup already deleted, retry=false 2024-11-14T02:39:09,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1179723610/running 2024-11-14T02:39:09,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1179723610/running 2024-11-14T02:39:09,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610 2024-11-14T02:39:09,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610 2024-11-14T02:39:09,881 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,41349,1731551947943, sessionid=0x101387f83f70003, setting cluster-up flag (Was=false) 2024-11-14T02:39:09,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610 2024-11-14T02:39:09,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610 2024-11-14T02:39:09,922 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1179723610/flush-table-proc/acquired, /1-1179723610/flush-table-proc/reached, /1-1179723610/flush-table-proc/abort 2024-11-14T02:39:09,923 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,41349,1731551947943 2024-11-14T02:39:09,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610 2024-11-14T02:39:09,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610 2024-11-14T02:39:09,963 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1179723610/online-snapshot/acquired, /1-1179723610/online-snapshot/reached, /1-1179723610/online-snapshot/abort 2024-11-14T02:39:09,964 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,41349,1731551947943 2024-11-14T02:39:09,966 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:39:09,967 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:39:09,967 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:39:09,967 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:39:09,967 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,41349,1731551947943 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:39:09,968 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:09,968 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:09,968 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:09,968 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:09,968 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:39:09,968 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:09,968 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:39:09,968 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:09,969 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731551979969 2024-11-14T02:39:09,969 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:39:09,969 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:39:09,969 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:39:09,969 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:39:09,969 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:39:09,969 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:39:09,970 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:09,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:39:09,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:39:09,970 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:39:09,970 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:39:09,970 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:39:09,970 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:39:09,970 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:39:09,970 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:39:09,971 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:09,971 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551949971,5,FailOnTimeoutGroup] 2024-11-14T02:39:09,971 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:39:09,971 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551949971,5,FailOnTimeoutGroup] 2024-11-14T02:39:09,971 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:09,971 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:39:09,971 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:09,971 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:09,972 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.HRegionServer(746): ClusterId : 35d2f3fa-c601-4d43-ab28-488ba2c7a143 2024-11-14T02:39:09,972 DEBUG [RS:0;83c5a5c119d5:37991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:39:09,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:39:09,981 DEBUG [RS:0;83c5a5c119d5:37991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:39:09,981 DEBUG [RS:0;83c5a5c119d5:37991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:39:09,989 DEBUG [RS:0;83c5a5c119d5:37991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:39:09,989 DEBUG [RS:0;83c5a5c119d5:37991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd2d307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:39:09,999 DEBUG [RS:0;83c5a5c119d5:37991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:37991 2024-11-14T02:39:09,999 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:39:09,999 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:39:09,999 DEBUG [RS:0;83c5a5c119d5:37991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:39:10,000 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,41349,1731551947943 with port=37991, startcode=1731551948048 2024-11-14T02:39:10,000 DEBUG [RS:0;83c5a5c119d5:37991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:39:10,001 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:39:10,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,37991,1731551948048 2024-11-14T02:39:10,001 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,37991,1731551948048 2024-11-14T02:39:10,002 DEBUG [RS:0;83c5a5c119d5:37991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6 2024-11-14T02:39:10,002 DEBUG [RS:0;83c5a5c119d5:37991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35067 2024-11-14T02:39:10,002 DEBUG [RS:0;83c5a5c119d5:37991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:39:10,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610/rs 2024-11-14T02:39:10,057 DEBUG [RS:0;83c5a5c119d5:37991 {}] zookeeper.ZKUtil(111): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Set watcher on existing znode=/1-1179723610/rs/83c5a5c119d5,37991,1731551948048 2024-11-14T02:39:10,057 WARN [RS:0;83c5a5c119d5:37991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:39:10,057 INFO [RS:0;83c5a5c119d5:37991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:10,057 DEBUG [RS:0;83c5a5c119d5:37991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/WALs/83c5a5c119d5,37991,1731551948048 2024-11-14T02:39:10,057 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,37991,1731551948048] 2024-11-14T02:39:10,059 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:39:10,060 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:39:10,061 INFO [RS:0;83c5a5c119d5:37991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:39:10,061 INFO [RS:0;83c5a5c119d5:37991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:10,061 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:39:10,062 INFO [RS:0;83c5a5c119d5:37991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:39:10,062 INFO [RS:0;83c5a5c119d5:37991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:10,062 DEBUG [RS:0;83c5a5c119d5:37991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:10,062 DEBUG [RS:0;83c5a5c119d5:37991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:10,062 DEBUG [RS:0;83c5a5c119d5:37991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:10,062 DEBUG [RS:0;83c5a5c119d5:37991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:10,062 DEBUG [RS:0;83c5a5c119d5:37991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:10,062 DEBUG [RS:0;83c5a5c119d5:37991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:39:10,062 DEBUG [RS:0;83c5a5c119d5:37991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:10,062 DEBUG [RS:0;83c5a5c119d5:37991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:10,062 DEBUG [RS:0;83c5a5c119d5:37991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:10,062 DEBUG [RS:0;83c5a5c119d5:37991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:10,062 DEBUG [RS:0;83c5a5c119d5:37991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:10,062 DEBUG [RS:0;83c5a5c119d5:37991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:10,062 DEBUG [RS:0;83c5a5c119d5:37991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:39:10,062 DEBUG [RS:0;83c5a5c119d5:37991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:39:10,062 INFO [RS:0;83c5a5c119d5:37991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:10,062 INFO [RS:0;83c5a5c119d5:37991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:10,062 INFO [RS:0;83c5a5c119d5:37991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:10,062 INFO [RS:0;83c5a5c119d5:37991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:10,063 INFO [RS:0;83c5a5c119d5:37991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:10,063 INFO [RS:0;83c5a5c119d5:37991 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,37991,1731551948048-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:39:10,075 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:39:10,075 INFO [RS:0;83c5a5c119d5:37991 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,37991,1731551948048-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:10,075 INFO [RS:0;83c5a5c119d5:37991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:10,075 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.Replication(171): 83c5a5c119d5,37991,1731551948048 started 2024-11-14T02:39:10,087 INFO [RS:0;83c5a5c119d5:37991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:10,087 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,37991,1731551948048, RpcServer on 83c5a5c119d5/172.17.0.2:37991, sessionid=0x101387f83f70004 2024-11-14T02:39:10,087 DEBUG [RS:0;83c5a5c119d5:37991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:39:10,087 DEBUG [RS:0;83c5a5c119d5:37991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,37991,1731551948048 2024-11-14T02:39:10,087 DEBUG [RS:0;83c5a5c119d5:37991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,37991,1731551948048' 2024-11-14T02:39:10,087 DEBUG [RS:0;83c5a5c119d5:37991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1179723610/flush-table-proc/abort' 2024-11-14T02:39:10,088 DEBUG [RS:0;83c5a5c119d5:37991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1179723610/flush-table-proc/acquired' 2024-11-14T02:39:10,088 DEBUG [RS:0;83c5a5c119d5:37991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:39:10,088 DEBUG [RS:0;83c5a5c119d5:37991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:39:10,088 DEBUG [RS:0;83c5a5c119d5:37991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,37991,1731551948048 2024-11-14T02:39:10,088 DEBUG [RS:0;83c5a5c119d5:37991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,37991,1731551948048' 2024-11-14T02:39:10,089 DEBUG [RS:0;83c5a5c119d5:37991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1179723610/online-snapshot/abort' 2024-11-14T02:39:10,089 DEBUG [RS:0;83c5a5c119d5:37991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1179723610/online-snapshot/acquired' 2024-11-14T02:39:10,089 DEBUG [RS:0;83c5a5c119d5:37991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:39:10,089 INFO [RS:0;83c5a5c119d5:37991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:39:10,089 INFO [RS:0;83c5a5c119d5:37991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:39:10,190 INFO [RS:0;83c5a5c119d5:37991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:39:10,191 INFO [RS:0;83c5a5c119d5:37991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C37991%2C1731551948048, suffix=, logDir=hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/WALs/83c5a5c119d5,37991,1731551948048, archiveDir=hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/oldWALs, maxLogs=10 2024-11-14T02:39:10,203 DEBUG [RS:0;83c5a5c119d5:37991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/WALs/83c5a5c119d5,37991,1731551948048/83c5a5c119d5%2C37991%2C1731551948048.1731551950191, exclude list is [], retry=0 2024-11-14T02:39:10,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-a6334e8a-d856-4d0c-bf41-ea6fde61e72a,DISK] 2024-11-14T02:39:10,207 INFO [RS:0;83c5a5c119d5:37991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/WALs/83c5a5c119d5,37991,1731551948048/83c5a5c119d5%2C37991%2C1731551948048.1731551950191 2024-11-14T02:39:10,207 DEBUG [RS:0;83c5a5c119d5:37991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35663:35663)] 2024-11-14T02:39:10,377 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:39:10,377 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6 2024-11-14T02:39:10,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:39:10,644 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:39:10,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:10,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:10,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:10,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:10,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:10,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:10,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:10,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:39:10,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:39:10,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:10,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:10,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:39:10,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:39:10,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:10,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:10,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:39:10,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:39:10,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:10,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:10,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:39:10,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:39:10,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:10,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:10,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:39:10,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/data/hbase/meta/1588230740 2024-11-14T02:39:10,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/data/hbase/meta/1588230740 2024-11-14T02:39:10,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:39:10,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:39:10,791 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:39:10,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:39:10,794 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:39:10,794 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64162246, jitterRate=-0.04390802979469299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:39:10,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731551950783Initializing all the Stores at 1731551950783Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551950783Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551950784 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551950784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551950784Cleaning up temporary data from old regions at 1731551950791 (+7 ms)Region opened successfully at 1731551950794 (+3 ms) 2024-11-14T02:39:10,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:39:10,794 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:39:10,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:39:10,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:39:10,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:39:10,795 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:39:10,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551950794Disabling compacts and flushes for region at 1731551950794Disabling writes for close at 1731551950794Writing region close event to WAL at 1731551950795 (+1 ms)Closed at 1731551950795 2024-11-14T02:39:10,796 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:39:10,796 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:39:10,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:39:10,796 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:39:10,797 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:39:10,947 DEBUG [83c5a5c119d5:41349 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:39:10,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,37991,1731551948048 2024-11-14T02:39:10,949 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,37991,1731551948048, state=OPENING 2024-11-14T02:39:10,977 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:39:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610 2024-11-14T02:39:10,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610 2024-11-14T02:39:10,986 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:39:10,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1179723610/meta-region-server: CHANGED 2024-11-14T02:39:10,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1179723610/meta-region-server: CHANGED 2024-11-14T02:39:10,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,37991,1731551948048}] 2024-11-14T02:39:11,076 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:39:11,138 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:39:11,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:39:11,142 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:39:11,142 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:11,142 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:39:11,144 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C37991%2C1731551948048.meta, suffix=.meta, logDir=hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/WALs/83c5a5c119d5,37991,1731551948048, archiveDir=hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/oldWALs, maxLogs=10 2024-11-14T02:39:11,156 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/WALs/83c5a5c119d5,37991,1731551948048/83c5a5c119d5%2C37991%2C1731551948048.meta.1731551951144.meta, exclude list is [], retry=0 2024-11-14T02:39:11,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43497,DS-a6334e8a-d856-4d0c-bf41-ea6fde61e72a,DISK] 2024-11-14T02:39:11,159 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/WALs/83c5a5c119d5,37991,1731551948048/83c5a5c119d5%2C37991%2C1731551948048.meta.1731551951144.meta 2024-11-14T02:39:11,159 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35663:35663)] 2024-11-14T02:39:11,159 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:39:11,160 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:39:11,160 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:39:11,160 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:39:11,160 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:39:11,160 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:39:11,160 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:11,160 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:39:11,160 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:39:11,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:39:11,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:39:11,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:11,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:11,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:39:11,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:39:11,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:11,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:11,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:39:11,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:39:11,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:11,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:11,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:39:11,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:39:11,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:11,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:11,165 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:39:11,166 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/data/hbase/meta/1588230740 2024-11-14T02:39:11,167 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/data/hbase/meta/1588230740 2024-11-14T02:39:11,167 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:39:11,167 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:39:11,168 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:39:11,169 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:39:11,169 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62206521, jitterRate=-0.0730506032705307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:39:11,169 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:39:11,169 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731551951160Writing region info on filesystem at 1731551951160Initializing all the Stores at 1731551951161 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551951161Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551951161Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551951161Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551951161Cleaning up temporary data from old regions at 1731551951168 (+7 ms)Running coprocessor post-open hooks at 1731551951169 (+1 ms)Region opened successfully at 1731551951169 2024-11-14T02:39:11,170 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731551951138 2024-11-14T02:39:11,172 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:39:11,172 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:39:11,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,37991,1731551948048 2024-11-14T02:39:11,173 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,37991,1731551948048, state=OPEN 2024-11-14T02:39:11,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1179723610/meta-region-server 2024-11-14T02:39:11,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1179723610/meta-region-server 2024-11-14T02:39:11,180 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,37991,1731551948048 2024-11-14T02:39:11,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1179723610/meta-region-server: CHANGED 2024-11-14T02:39:11,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1179723610/meta-region-server: CHANGED 2024-11-14T02:39:11,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:39:11,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,37991,1731551948048 in 194 msec 2024-11-14T02:39:11,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:39:11,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 386 msec 2024-11-14T02:39:11,184 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:39:11,184 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:39:11,186 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:11,186 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,37991,1731551948048, seqNum=-1] 2024-11-14T02:39:11,186 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:11,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:39:11,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-11-14T02:39:11,191 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731551951191, completionTime=-1 2024-11-14T02:39:11,191 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:39:11,191 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:39:11,193 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:39:11,193 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552011193 2024-11-14T02:39:11,193 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552071193 2024-11-14T02:39:11,193 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T02:39:11,193 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,41349,1731551947943-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:11,193 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,41349,1731551947943-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:11,193 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,41349,1731551947943-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:11,194 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:41349, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:11,194 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:11,194 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:11,195 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:39:11,196 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.091sec 2024-11-14T02:39:11,197 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:39:11,197 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:39:11,197 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:39:11,197 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:39:11,197 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:39:11,197 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,41349,1731551947943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:39:11,197 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,41349,1731551947943-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:39:11,199 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:39:11,199 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:39:11,199 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,41349,1731551947943-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:11,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3c4af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:11,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41349,-1 for getting cluster id 2024-11-14T02:39:11,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:11,274 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35d2f3fa-c601-4d43-ab28-488ba2c7a143' 2024-11-14T02:39:11,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:11,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35d2f3fa-c601-4d43-ab28-488ba2c7a143" 2024-11-14T02:39:11,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b859056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:11,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41349,-1] 2024-11-14T02:39:11,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:11,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:11,275 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:11,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1b2c06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:11,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:11,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,37991,1731551948048, seqNum=-1] 2024-11-14T02:39:11,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:11,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:39:11,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,41349,1731551947943 2024-11-14T02:39:11,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52439 2024-11-14T02:39:11,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:39:11,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101387f83f70005 connected 2024-11-14T02:39:11,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f65f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:11,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35283,-1 for getting cluster id 2024-11-14T02:39:11,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:11,300 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ec009ee-cca3-4ac4-8db2-69371b77e68f' 2024-11-14T02:39:11,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:11,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ec009ee-cca3-4ac4-8db2-69371b77e68f" 2024-11-14T02:39:11,300 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553cbf90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:11,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35283,-1] 2024-11-14T02:39:11,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:11,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:11,301 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:11,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a11fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:11,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,35283,1731551942843 2024-11-14T02:39:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@267a1274 2024-11-14T02:39:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:39:11,304 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:39:11,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35283 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83c5a5c119d5:41349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T02:39:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35283 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:39:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:39:11,306 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:41349' 2024-11-14T02:39:11,307 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4d2bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:11,307 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41349,-1 for getting cluster id 2024-11-14T02:39:11,307 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:11,308 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35d2f3fa-c601-4d43-ab28-488ba2c7a143' 2024-11-14T02:39:11,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:11,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35d2f3fa-c601-4d43-ab28-488ba2c7a143" 2024-11-14T02:39:11,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173296ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:11,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41349,-1] 2024-11-14T02:39:11,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:11,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:11,309 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:11,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135b0e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:11,310 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:11,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,41349,1731551947943 2024-11-14T02:39:11,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7537f374 2024-11-14T02:39:11,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:39:11,311 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:39:11,311 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T02:39:11,312 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:39:11,312 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:11,312 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:11,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:11,312 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:39:11,313 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T02:39:11,314 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:39:11,314 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:11,315 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:39:11,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741835_1011 (size=1138) 2024-11-14T02:39:11,363 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T02:39:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:39:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:39:11,722 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6df8f970f689134f3cf7afde60403e47, NAME => 'hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d 2024-11-14T02:39:11,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741836_1012 (size=44) 2024-11-14T02:39:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:39:12,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:12,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6df8f970f689134f3cf7afde60403e47, disabling compactions & flushes 2024-11-14T02:39:12,128 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:12,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:12,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. after waiting 0 ms 2024-11-14T02:39:12,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:12,128 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:12,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6df8f970f689134f3cf7afde60403e47: Waiting for close lock at 1731551952127Disabling compacts and flushes for region at 1731551952127Disabling writes for close at 1731551952128 (+1 ms)Writing region close event to WAL at 1731551952128Closed at 1731551952128 2024-11-14T02:39:12,129 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:39:12,129 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731551952129"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731551952129"}]},"ts":"1731551952129"} 2024-11-14T02:39:12,131 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:39:12,132 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:39:12,132 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551952132"}]},"ts":"1731551952132"} 2024-11-14T02:39:12,133 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T02:39:12,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6df8f970f689134f3cf7afde60403e47, ASSIGN}] 2024-11-14T02:39:12,134 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6df8f970f689134f3cf7afde60403e47, ASSIGN 2024-11-14T02:39:12,135 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6df8f970f689134f3cf7afde60403e47, ASSIGN; state=OFFLINE, location=83c5a5c119d5,42119,1731551943007; forceNewPlan=false, retain=false 2024-11-14T02:39:12,285 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6df8f970f689134f3cf7afde60403e47, regionState=OPENING, regionLocation=83c5a5c119d5,42119,1731551943007 2024-11-14T02:39:12,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6df8f970f689134f3cf7afde60403e47, ASSIGN because future has completed 2024-11-14T02:39:12,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6df8f970f689134f3cf7afde60403e47, server=83c5a5c119d5,42119,1731551943007}] 2024-11-14T02:39:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:39:12,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:12,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:12,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T02:39:12,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C42119%2C1731551943007.rep, suffix=, logDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007, archiveDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/oldWALs, maxLogs=10 2024-11-14T02:39:12,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007/83c5a5c119d5%2C42119%2C1731551943007.rep.1731551952445, exclude list is [], retry=0 2024-11-14T02:39:12,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44077,DS-2591fbc2-d7d5-4411-9e2c-ca4fee2d0c45,DISK] 2024-11-14T02:39:12,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007/83c5a5c119d5%2C42119%2C1731551943007.rep.1731551952445 2024-11-14T02:39:12,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44631:44631)] 2024-11-14T02:39:12,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6df8f970f689134f3cf7afde60403e47, NAME => 'hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:39:12,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:39:12,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:39:12,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. service=MultiRowMutationService 2024-11-14T02:39:12,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T02:39:12,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:12,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:12,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:12,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:12,462 INFO [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:12,463 INFO [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6df8f970f689134f3cf7afde60403e47 columnFamilyName hfileref 2024-11-14T02:39:12,463 DEBUG [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:12,464 INFO [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] regionserver.HStore(327): Store=6df8f970f689134f3cf7afde60403e47/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:12,464 INFO [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:12,465 INFO [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6df8f970f689134f3cf7afde60403e47 columnFamilyName queue 2024-11-14T02:39:12,465 DEBUG [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:12,465 INFO [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] regionserver.HStore(327): Store=6df8f970f689134f3cf7afde60403e47/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:12,465 INFO [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:12,466 INFO [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6df8f970f689134f3cf7afde60403e47 columnFamilyName sid 2024-11-14T02:39:12,466 DEBUG [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:12,467 INFO [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] regionserver.HStore(327): Store=6df8f970f689134f3cf7afde60403e47/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:12,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:12,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/replication/6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:12,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/replication/6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:12,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:12,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:12,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:39:12,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:12,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/replication/6df8f970f689134f3cf7afde60403e47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:39:12,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6df8f970f689134f3cf7afde60403e47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67627732, jitterRate=0.007731735706329346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:39:12,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:12,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6df8f970f689134f3cf7afde60403e47: Running coprocessor pre-open hook at 1731551952461Writing region info on filesystem at 1731551952461Initializing all the Stores at 1731551952461Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551952462 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551952462Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551952462Cleaning up temporary data from old regions at 1731551952468 (+6 ms)Running coprocessor post-open hooks at 1731551952472 (+4 ms)Region opened successfully at 1731551952473 (+1 ms) 2024-11-14T02:39:12,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47., pid=7, masterSystemTime=1731551952440 2024-11-14T02:39:12,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:12,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:12,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6df8f970f689134f3cf7afde60403e47, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,42119,1731551943007 2024-11-14T02:39:12,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6df8f970f689134f3cf7afde60403e47, server=83c5a5c119d5,42119,1731551943007 because future has completed 2024-11-14T02:39:12,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T02:39:12,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6df8f970f689134f3cf7afde60403e47, server=83c5a5c119d5,42119,1731551943007 in 191 msec 2024-11-14T02:39:12,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:39:12,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6df8f970f689134f3cf7afde60403e47, ASSIGN in 348 msec 2024-11-14T02:39:12,483 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:39:12,483 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551952483"}]},"ts":"1731551952483"} 2024-11-14T02:39:12,485 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T02:39:12,486 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:39:12,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-14T02:39:12,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47., hostname=83c5a5c119d5,42119,1731551943007, seqNum=2] 2024-11-14T02:39:12,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:12,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:12,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:39:12,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T02:39:12,739 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T02:39:12,766 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-83c5a5c119d5,42119,1731551943007, ReplicationSource: 1, currentBandwidth=0 2024-11-14T02:39:12,767 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:12,767 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,42119,1731551943007, seqNum=-1] 2024-11-14T02:39:12,767 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:12,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-14T02:39:12,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83c5a5c119d5,42119,1731551943007', locateType=CURRENT is [region=hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47., hostname=83c5a5c119d5,42119,1731551943007, seqNum=2] 2024-11-14T02:39:12,771 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T02:39:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35283 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T02:39:12,774 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83c5a5c119d5,42119,1731551943007 suceeded 2024-11-14T02:39:12,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T02:39:12,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-14T02:39:12,776 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83c5a5c119d5:41349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:39:12,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4720 sec 2024-11-14T02:39:12,786 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:41349' 2024-11-14T02:39:12,787 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@520400ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:12,787 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41349,-1 for getting cluster id 2024-11-14T02:39:12,787 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:12,788 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35d2f3fa-c601-4d43-ab28-488ba2c7a143' 2024-11-14T02:39:12,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:12,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35d2f3fa-c601-4d43-ab28-488ba2c7a143" 2024-11-14T02:39:12,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4946cbfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:12,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41349,-1] 2024-11-14T02:39:12,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:12,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:12,790 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:12,790 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cb21b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:12,790 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:12,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,41349,1731551947943 2024-11-14T02:39:12,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5101cb67 2024-11-14T02:39:12,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:39:12,792 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-14T02:39:12,793 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83c5a5c119d5,42119,1731551943007 (queues=1) is replicating from cluster=4ec009ee-cca3-4ac4-8db2-69371b77e68f to cluster=35d2f3fa-c601-4d43-ab28-488ba2c7a143 2024-11-14T02:39:12,793 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83c5a5c119d5%2C42119%2C1731551943007 2024-11-14T02:39:12,793 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83c5a5c119d5,42119,1731551943007, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:39:12,793 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007.replicationSource.shipper83c5a5c119d5%2C42119%2C1731551943007,1-83c5a5c119d5,42119,1731551943007 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C42119%2C1731551943007 2024-11-14T02:39:12,793 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007.replicationSource.wal-reader.83c5a5c119d5%2C42119%2C1731551943007,1-83c5a5c119d5,42119,1731551943007 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007/83c5a5c119d5%2C42119%2C1731551943007.1731551945207, startPosition=0, beingWritten=true 2024-11-14T02:39:12,998 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007.replicationSource.wal-reader.83c5a5c119d5%2C42119%2C1731551943007,1-83c5a5c119d5,42119,1731551943007 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007/83c5a5c119d5%2C42119%2C1731551943007.1731551945207 to pos 0, reset compression=false 2024-11-14T02:39:13,303 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007.replicationSource.wal-reader.83c5a5c119d5%2C42119%2C1731551943007,1-83c5a5c119d5,42119,1731551943007 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007/83c5a5c119d5%2C42119%2C1731551943007.1731551945207 to pos 0, reset compression=false 2024-11-14T02:39:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:39:13,452 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T02:39:13,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:39:13,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:13,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:13,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:13,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:13,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:13,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,35283,1731551942843 2024-11-14T02:39:13,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b8bdb55 2024-11-14T02:39:13,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:39:13,455 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:39:13,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35283 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T02:39:13,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:39:13,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:13,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:13,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:13,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:13,456 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:39:13,456 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=911340673, stopped=false 2024-11-14T02:39:13,456 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,35283,1731551942843 2024-11-14T02:39:13,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1844724818/running 2024-11-14T02:39:13,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1844724818/running 2024-11-14T02:39:13,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:13,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:13,485 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:39:13,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:39:13,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:13,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:13,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on znode that does not yet exist, /0-1844724818/running 2024-11-14T02:39:13,486 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,42119,1731551943007' ***** 2024-11-14T02:39:13,486 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:39:13,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on znode that does not yet exist, /0-1844724818/running 2024-11-14T02:39:13,486 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:39:13,486 INFO [RS:0;83c5a5c119d5:42119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:39:13,486 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:39:13,486 INFO [RS:0;83c5a5c119d5:42119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:39:13,486 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(3091): Received CLOSE for 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:13,487 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,42119,1731551943007 2024-11-14T02:39:13,487 INFO [RS:0;83c5a5c119d5:42119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:39:13,487 INFO [RS:0;83c5a5c119d5:42119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:42119. 2024-11-14T02:39:13,487 DEBUG [RS:0;83c5a5c119d5:42119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:13,487 DEBUG [RS:0;83c5a5c119d5:42119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:13,487 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:39:13,487 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:39:13,487 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:39:13,487 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:39:13,487 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T02:39:13,487 DEBUG [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6df8f970f689134f3cf7afde60403e47=hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47.} 2024-11-14T02:39:13,487 DEBUG [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:13,487 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6df8f970f689134f3cf7afde60403e47, disabling compactions & flushes 2024-11-14T02:39:13,487 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:13,487 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:39:13,487 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:13,487 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:39:13,487 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. after waiting 0 ms 2024-11-14T02:39:13,487 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:39:13,487 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:13,487 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:39:13,487 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6df8f970f689134f3cf7afde60403e47 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T02:39:13,487 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:39:13,487 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T02:39:13,501 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/replication/6df8f970f689134f3cf7afde60403e47/.tmp/queue/42b819b8dda342ab9ca615256b3e232c is 151, key is 1-83c5a5c119d5,42119,1731551943007/queue:83c5a5c119d5%2C42119%2C1731551943007/1731551952770/Put/seqid=0 2024-11-14T02:39:13,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741838_1014 (size=5350) 2024-11-14T02:39:13,505 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/.tmp/info/92181524c55c4f69a69e0e13e629eee9 is 147, key is hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47./info:regioninfo/1731551952476/Put/seqid=0 2024-11-14T02:39:13,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741839_1015 (size=6631) 2024-11-14T02:39:13,586 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:39:13,687 DEBUG [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:13,708 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007.replicationSource.wal-reader.83c5a5c119d5%2C42119%2C1731551943007,1-83c5a5c119d5,42119,1731551943007 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007/83c5a5c119d5%2C42119%2C1731551943007.1731551945207 to pos 0, reset compression=false 2024-11-14T02:39:13,887 DEBUG [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:13,906 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/replication/6df8f970f689134f3cf7afde60403e47/.tmp/queue/42b819b8dda342ab9ca615256b3e232c 2024-11-14T02:39:13,908 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/.tmp/info/92181524c55c4f69a69e0e13e629eee9 2024-11-14T02:39:13,912 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/replication/6df8f970f689134f3cf7afde60403e47/.tmp/queue/42b819b8dda342ab9ca615256b3e232c as hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/replication/6df8f970f689134f3cf7afde60403e47/queue/42b819b8dda342ab9ca615256b3e232c 2024-11-14T02:39:13,917 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/replication/6df8f970f689134f3cf7afde60403e47/queue/42b819b8dda342ab9ca615256b3e232c, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T02:39:13,918 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6df8f970f689134f3cf7afde60403e47 in 431ms, sequenceid=5, compaction requested=false 2024-11-14T02:39:13,918 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T02:39:13,922 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/replication/6df8f970f689134f3cf7afde60403e47/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:39:13,923 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:39:13,923 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:39:13,923 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:13,923 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6df8f970f689134f3cf7afde60403e47: Waiting for close lock at 1731551953487Running coprocessor pre-close hooks at 1731551953487Disabling compacts and flushes for region at 1731551953487Disabling writes for close at 1731551953487Obtaining lock to block concurrent updates at 1731551953487Preparing flush snapshotting stores in 6df8f970f689134f3cf7afde60403e47 at 1731551953487Finished memstore snapshotting hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731551953488 (+1 ms)Flushing stores of hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. at 1731551953488Flushing 6df8f970f689134f3cf7afde60403e47/queue: creating writer at 1731551953488Flushing 6df8f970f689134f3cf7afde60403e47/queue: appending metadata at 1731551953500 (+12 ms)Flushing 6df8f970f689134f3cf7afde60403e47/queue: closing flushed file at 1731551953500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aba7931: reopening flushed file at 1731551953911 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6df8f970f689134f3cf7afde60403e47 in 431ms, sequenceid=5, compaction requested=false at 1731551953918 (+7 ms)Writing region close event to WAL at 1731551953919 (+1 ms)Running coprocessor post-close hooks at 1731551953923 (+4 ms)Closed at 1731551953923 2024-11-14T02:39:13,923 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:13,929 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/.tmp/ns/642f95db36a14c2480e66a9fe19c5659 is 43, key is default/ns:d/1731551946204/Put/seqid=0 2024-11-14T02:39:13,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741840_1016 (size=5153) 2024-11-14T02:39:14,079 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:39:14,079 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:39:14,088 DEBUG [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:39:14,212 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007.replicationSource.wal-reader.83c5a5c119d5%2C42119%2C1731551943007,1-83c5a5c119d5,42119,1731551943007 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007/83c5a5c119d5%2C42119%2C1731551943007.1731551945207 to pos 0, reset compression=false 2024-11-14T02:39:14,288 DEBUG [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:39:14,333 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/.tmp/ns/642f95db36a14c2480e66a9fe19c5659 2024-11-14T02:39:14,350 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/.tmp/table/97e55fb5f9b54acba5ad6dec64bb5976 is 53, key is hbase:replication/table:state/1731551952483/Put/seqid=0 2024-11-14T02:39:14,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741841_1017 (size=5256) 2024-11-14T02:39:14,488 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T02:39:14,488 DEBUG [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T02:39:14,488 DEBUG [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:39:14,688 DEBUG [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:39:14,754 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/.tmp/table/97e55fb5f9b54acba5ad6dec64bb5976 2024-11-14T02:39:14,759 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/.tmp/info/92181524c55c4f69a69e0e13e629eee9 as hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/info/92181524c55c4f69a69e0e13e629eee9 2024-11-14T02:39:14,764 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/info/92181524c55c4f69a69e0e13e629eee9, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T02:39:14,765 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/.tmp/ns/642f95db36a14c2480e66a9fe19c5659 as hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/ns/642f95db36a14c2480e66a9fe19c5659 2024-11-14T02:39:14,769 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/ns/642f95db36a14c2480e66a9fe19c5659, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T02:39:14,770 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/.tmp/table/97e55fb5f9b54acba5ad6dec64bb5976 as hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/table/97e55fb5f9b54acba5ad6dec64bb5976 2024-11-14T02:39:14,774 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/table/97e55fb5f9b54acba5ad6dec64bb5976, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T02:39:14,775 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1288ms, sequenceid=11, compaction requested=false 2024-11-14T02:39:14,779 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T02:39:14,779 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:39:14,779 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:39:14,779 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:39:14,779 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551953487Running coprocessor pre-close hooks at 1731551953487Disabling compacts and flushes for region at 1731551953487Disabling writes for close at 1731551953487Obtaining lock to block concurrent updates at 1731551953487Preparing flush snapshotting stores in 1588230740 at 1731551953487Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731551953488 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731551953488Flushing 1588230740/info: creating writer at 1731551953488Flushing 1588230740/info: appending metadata at 1731551953505 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731551953505Flushing 1588230740/ns: creating writer at 1731551953913 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731551953929 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731551953929Flushing 1588230740/table: creating writer at 1731551954337 (+408 ms)Flushing 1588230740/table: appending metadata at 1731551954350 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731551954350Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ffb61fa: reopening flushed file at 1731551954759 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b801a27: reopening flushed file at 1731551954764 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@455b94c6: reopening flushed file at 1731551954769 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1288ms, sequenceid=11, compaction requested=false at 1731551954775 (+6 ms)Writing region close event to WAL at 1731551954776 (+1 ms)Running coprocessor post-close hooks at 1731551954779 (+3 ms)Closed at 1731551954779 2024-11-14T02:39:14,779 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:39:14,816 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007.replicationSource.wal-reader.83c5a5c119d5%2C42119%2C1731551943007,1-83c5a5c119d5,42119,1731551943007 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007/83c5a5c119d5%2C42119%2C1731551943007.1731551945207 to pos 0, reset compression=false 2024-11-14T02:39:14,888 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,42119,1731551943007; all regions closed. 2024-11-14T02:39:14,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741834_1010 (size=2742) 2024-11-14T02:39:14,890 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007/83c5a5c119d5%2C42119%2C1731551943007.meta.1731551946150.meta not finished, retry = 0 2024-11-14T02:39:14,993 DEBUG [RS:0;83c5a5c119d5:42119 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/oldWALs 2024-11-14T02:39:14,993 INFO [RS:0;83c5a5c119d5:42119 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C42119%2C1731551943007.meta:.meta(num 1731551946150) 2024-11-14T02:39:14,995 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007/83c5a5c119d5%2C42119%2C1731551943007.rep.1731551952445 not finished, retry = 0 2024-11-14T02:39:14,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741837_1013 (size=1586) 2024-11-14T02:39:15,098 DEBUG [RS:0;83c5a5c119d5:42119 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/oldWALs 2024-11-14T02:39:15,098 INFO [RS:0;83c5a5c119d5:42119 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C42119%2C1731551943007.rep:(num 1731551952445) 2024-11-14T02:39:15,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741832_1008 (size=93) 2024-11-14T02:39:15,100 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007/83c5a5c119d5%2C42119%2C1731551943007.1731551945207 not finished, retry = 0 2024-11-14T02:39:15,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T02:39:15,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T02:39:15,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:39:15,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T02:39:15,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:39:15,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T02:39:15,202 DEBUG [RS:0;83c5a5c119d5:42119 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/oldWALs 2024-11-14T02:39:15,202 INFO [RS:0;83c5a5c119d5:42119 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C42119%2C1731551943007:(num 1731551945207) 2024-11-14T02:39:15,202 DEBUG [RS:0;83c5a5c119d5:42119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:15,202 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:39:15,202 INFO [RS:0;83c5a5c119d5:42119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:39:15,202 INFO [RS:0;83c5a5c119d5:42119 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:39:15,203 INFO [RS:0;83c5a5c119d5:42119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:39:15,203 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:39:15,203 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83c5a5c119d5,42119,1731551943007 because: Region server is closing 2024-11-14T02:39:15,203 INFO [RS:0;83c5a5c119d5:42119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:42119. 2024-11-14T02:39:15,203 DEBUG [RS:0;83c5a5c119d5:42119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:15,203 DEBUG [RS:0;83c5a5c119d5:42119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:15,203 DEBUG [RS:0;83c5a5c119d5:42119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:15,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:15,303 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007.replicationSource.wal-reader.83c5a5c119d5%2C42119%2C1731551943007,1-83c5a5c119d5,42119,1731551943007 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T02:39:15,303 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007.replicationSource.shipper83c5a5c119d5%2C42119%2C1731551943007,1-83c5a5c119d5,42119,1731551943007 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T02:39:15,304 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42119,1731551943007.replicationSource.shipper83c5a5c119d5%2C42119%2C1731551943007,1-83c5a5c119d5,42119,1731551943007 terminated 2024-11-14T02:39:15,304 INFO [RS:0;83c5a5c119d5:42119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42119 2024-11-14T02:39:15,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1844724818/rs/83c5a5c119d5,42119,1731551943007 2024-11-14T02:39:15,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818/rs 2024-11-14T02:39:15,322 INFO [RS:0;83c5a5c119d5:42119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:39:15,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,42119,1731551943007] 2024-11-14T02:39:15,338 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844724818/draining/83c5a5c119d5,42119,1731551943007 already deleted, retry=false 2024-11-14T02:39:15,338 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,42119,1731551943007 expired; onlineServers=0 2024-11-14T02:39:15,338 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,35283,1731551942843' ***** 2024-11-14T02:39:15,338 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:39:15,338 INFO [M:0;83c5a5c119d5:35283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:39:15,338 INFO [M:0;83c5a5c119d5:35283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:39:15,338 DEBUG [M:0;83c5a5c119d5:35283 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:39:15,339 DEBUG [M:0;83c5a5c119d5:35283 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:39:15,339 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:39:15,339 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551944946 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551944946,5,FailOnTimeoutGroup] 2024-11-14T02:39:15,339 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551944946 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551944946,5,FailOnTimeoutGroup] 2024-11-14T02:39:15,339 INFO [M:0;83c5a5c119d5:35283 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:39:15,339 INFO [M:0;83c5a5c119d5:35283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:39:15,339 DEBUG [M:0;83c5a5c119d5:35283 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:39:15,339 INFO [M:0;83c5a5c119d5:35283 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:39:15,339 INFO [M:0;83c5a5c119d5:35283 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:39:15,339 INFO [M:0;83c5a5c119d5:35283 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:39:15,339 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:39:15,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1844724818/master 2024-11-14T02:39:15,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:15,347 DEBUG [M:0;83c5a5c119d5:35283 {}] zookeeper.ZKUtil(347): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Unable to get data of znode /0-1844724818/master because node does not exist (not an error) 2024-11-14T02:39:15,347 WARN [M:0;83c5a5c119d5:35283 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:39:15,347 INFO [M:0;83c5a5c119d5:35283 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/.lastflushedseqids 2024-11-14T02:39:15,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741842_1018 (size=181) 2024-11-14T02:39:15,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:15,430 INFO [RS:0;83c5a5c119d5:42119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:39:15,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x101387f83f70001, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:15,430 INFO [RS:0;83c5a5c119d5:42119 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,42119,1731551943007; zookeeper connection closed. 2024-11-14T02:39:15,430 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ebc7db8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ebc7db8 2024-11-14T02:39:15,431 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:39:15,752 INFO [M:0;83c5a5c119d5:35283 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:39:15,752 INFO [M:0;83c5a5c119d5:35283 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:39:15,752 DEBUG [M:0;83c5a5c119d5:35283 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:39:15,752 INFO [M:0;83c5a5c119d5:35283 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:15,752 DEBUG [M:0;83c5a5c119d5:35283 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:15,752 DEBUG [M:0;83c5a5c119d5:35283 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:39:15,752 DEBUG [M:0;83c5a5c119d5:35283 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:15,752 INFO [M:0;83c5a5c119d5:35283 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T02:39:15,766 DEBUG [M:0;83c5a5c119d5:35283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0357fe720a94841b7729e3326d06514 is 82, key is hbase:meta,,1/info:regioninfo/1731551946178/Put/seqid=0 2024-11-14T02:39:15,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741843_1019 (size=5672) 2024-11-14T02:39:16,170 INFO [M:0;83c5a5c119d5:35283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0357fe720a94841b7729e3326d06514 2024-11-14T02:39:16,187 DEBUG [M:0;83c5a5c119d5:35283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e65be1b8674f418cb54a736aa225067a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731551952487/Put/seqid=0 2024-11-14T02:39:16,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741844_1020 (size=7203) 2024-11-14T02:39:16,591 INFO [M:0;83c5a5c119d5:35283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e65be1b8674f418cb54a736aa225067a 2024-11-14T02:39:16,608 DEBUG [M:0;83c5a5c119d5:35283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3af83f8d4b5b4c72a4f6da7080fb9837 is 69, key is 83c5a5c119d5,42119,1731551943007/rs:state/1731551945061/Put/seqid=0 2024-11-14T02:39:16,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741845_1021 (size=5156) 2024-11-14T02:39:16,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:39:16,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:16,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:16,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:16,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:16,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:16,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:17,012 INFO [M:0;83c5a5c119d5:35283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3af83f8d4b5b4c72a4f6da7080fb9837 2024-11-14T02:39:17,017 DEBUG [M:0;83c5a5c119d5:35283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0357fe720a94841b7729e3326d06514 as hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0357fe720a94841b7729e3326d06514 2024-11-14T02:39:17,022 INFO [M:0;83c5a5c119d5:35283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0357fe720a94841b7729e3326d06514, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T02:39:17,023 DEBUG [M:0;83c5a5c119d5:35283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e65be1b8674f418cb54a736aa225067a as hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e65be1b8674f418cb54a736aa225067a 2024-11-14T02:39:17,027 INFO [M:0;83c5a5c119d5:35283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e65be1b8674f418cb54a736aa225067a, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T02:39:17,028 DEBUG [M:0;83c5a5c119d5:35283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3af83f8d4b5b4c72a4f6da7080fb9837 as hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3af83f8d4b5b4c72a4f6da7080fb9837 2024-11-14T02:39:17,033 INFO [M:0;83c5a5c119d5:35283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3af83f8d4b5b4c72a4f6da7080fb9837, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T02:39:17,034 INFO [M:0;83c5a5c119d5:35283 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=70, compaction requested=false 2024-11-14T02:39:17,035 INFO [M:0;83c5a5c119d5:35283 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:17,035 DEBUG [M:0;83c5a5c119d5:35283 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551955752Disabling compacts and flushes for region at 1731551955752Disabling writes for close at 1731551955752Obtaining lock to block concurrent updates at 1731551955752Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731551955752Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731551955752Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731551955753 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731551955753Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731551955765 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731551955765Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731551956174 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731551956186 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731551956186Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731551956595 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731551956607 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731551956607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd04cca: reopening flushed file at 1731551957016 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d554332: reopening flushed file at 1731551957022 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f51cda1: reopening flushed file at 1731551957027 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=70, compaction requested=false at 1731551957034 (+7 ms)Writing region close event to WAL at 1731551957035 (+1 ms)Closed at 1731551957035 2024-11-14T02:39:17,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741830_1006 (size=41008) 2024-11-14T02:39:17,037 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/WALs/83c5a5c119d5,35283,1731551942843/83c5a5c119d5%2C35283%2C1731551942843.1731551944743 not finished, retry = 0 2024-11-14T02:39:17,138 INFO [M:0;83c5a5c119d5:35283 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:39:17,138 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:39:17,138 INFO [M:0;83c5a5c119d5:35283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35283 2024-11-14T02:39:17,138 INFO [M:0;83c5a5c119d5:35283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:39:17,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:17,269 INFO [M:0;83c5a5c119d5:35283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:39:17,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35283-0x101387f83f70000, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:17,270 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:39:17,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:17,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:17,270 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:39:17,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:17,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:39:17,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:39:17,270 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:39:17,271 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33543 2024-11-14T02:39:17,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33543 connecting to ZooKeeper ensemble=127.0.0.1:52439 2024-11-14T02:39:17,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335430x0, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:39:17,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33543-0x101387f83f70006 connected 2024-11-14T02:39:17,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:17,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:17,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on znode that does not yet exist, /0-1844724818/running 2024-11-14T02:39:17,293 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844724818/meta-region-server: INIT 2024-11-14T02:39:17,293 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d, hbase.cluster.distributed=false 2024-11-14T02:39:17,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on znode that does not yet exist, /0-1844724818/acl 2024-11-14T02:39:17,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33543 2024-11-14T02:39:17,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33543 2024-11-14T02:39:17,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33543 2024-11-14T02:39:17,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33543 2024-11-14T02:39:17,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33543 2024-11-14T02:39:17,307 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:39:17,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:17,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:17,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:39:17,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:17,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:39:17,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:39:17,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:39:17,308 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40641 2024-11-14T02:39:17,309 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40641 connecting to ZooKeeper ensemble=127.0.0.1:52439 2024-11-14T02:39:17,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:17,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:17,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406410x0, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:39:17,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406410x0, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on znode that does not yet exist, /0-1844724818/running 2024-11-14T02:39:17,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40641-0x101387f83f70007 connected 2024-11-14T02:39:17,322 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844724818/meta-region-server: INIT 2024-11-14T02:39:17,322 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:39:17,322 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:39:17,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40641-0x101387f83f70007, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on znode that does not yet exist, /0-1844724818/master 2024-11-14T02:39:17,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40641-0x101387f83f70007, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on znode that does not yet exist, /0-1844724818/acl 2024-11-14T02:39:17,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40641 2024-11-14T02:39:17,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40641 2024-11-14T02:39:17,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40641 2024-11-14T02:39:17,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40641 2024-11-14T02:39:17,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40641 2024-11-14T02:39:17,337 DEBUG [M:0;83c5a5c119d5:33543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:33543 2024-11-14T02:39:17,337 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1844724818/backup-masters/83c5a5c119d5,33543,1731551957270 2024-11-14T02:39:17,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101387f83f70007, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818/backup-masters 2024-11-14T02:39:17,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818/backup-masters 2024-11-14T02:39:17,347 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on existing znode=/0-1844724818/backup-masters/83c5a5c119d5,33543,1731551957270 2024-11-14T02:39:17,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101387f83f70007, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1844724818/master 2024-11-14T02:39:17,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:17,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101387f83f70007, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:17,355 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on existing znode=/0-1844724818/master 2024-11-14T02:39:17,355 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1844724818/backup-masters/83c5a5c119d5,33543,1731551957270 from backup master directory 2024-11-14T02:39:17,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1844724818/backup-masters/83c5a5c119d5,33543,1731551957270 2024-11-14T02:39:17,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818/backup-masters 2024-11-14T02:39:17,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101387f83f70007, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818/backup-masters 2024-11-14T02:39:17,363 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:39:17,363 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,33543,1731551957270 2024-11-14T02:39:17,371 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:17,372 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:39:17,377 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-14T02:39:17,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741846_1022 (size=196) 2024-11-14T02:39:17,790 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:39:17,791 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:39:17,791 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:17,809 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T02:39:17,812 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/WALs/83c5a5c119d5,35283,1731551942843 to hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/WALs/83c5a5c119d5,35283,1731551942843-dead as it is dead 2024-11-14T02:39:17,812 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/WALs/83c5a5c119d5,35283,1731551942843-dead/83c5a5c119d5%2C35283%2C1731551942843.1731551944743 2024-11-14T02:39:17,813 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/WALs/83c5a5c119d5,35283,1731551942843-dead/83c5a5c119d5%2C35283%2C1731551942843.1731551944743 after 1ms 2024-11-14T02:39:17,813 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/WALs/83c5a5c119d5,35283,1731551942843-dead/83c5a5c119d5%2C35283%2C1731551942843.1731551944743 to hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/83c5a5c119d5%2C35283%2C1731551942843.1731551944743 2024-11-14T02:39:17,813 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/WALs/83c5a5c119d5,35283,1731551942843-dead 2024-11-14T02:39:17,814 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/WALs/83c5a5c119d5,33543,1731551957270 2024-11-14T02:39:17,815 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:39:17,816 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C33543%2C1731551957270, suffix=, logDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/WALs/83c5a5c119d5,33543,1731551957270, archiveDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/oldWALs, maxLogs=10 2024-11-14T02:39:17,828 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/WALs/83c5a5c119d5,33543,1731551957270/83c5a5c119d5%2C33543%2C1731551957270.1731551957816, exclude list is [], retry=0 2024-11-14T02:39:17,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44077,DS-2591fbc2-d7d5-4411-9e2c-ca4fee2d0c45,DISK] 2024-11-14T02:39:17,831 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/WALs/83c5a5c119d5,33543,1731551957270/83c5a5c119d5%2C33543%2C1731551957270.1731551957816 2024-11-14T02:39:17,832 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44631:44631)] 2024-11-14T02:39:17,832 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:39:17,832 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:17,832 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:17,832 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:17,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:17,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:39:17,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:17,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0357fe720a94841b7729e3326d06514 2024-11-14T02:39:17,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:17,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:17,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:39:17,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:17,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e65be1b8674f418cb54a736aa225067a 2024-11-14T02:39:17,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:17,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:17,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:39:17,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:17,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3af83f8d4b5b4c72a4f6da7080fb9837 2024-11-14T02:39:17,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:17,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:17,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:39:17,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:17,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:17,850 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:17,851 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T02:39:17,851 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/83c5a5c119d5%2C35283%2C1731551942843.1731551944743 2024-11-14T02:39:17,855 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/83c5a5c119d5%2C35283%2C1731551942843.1731551944743 2024-11-14T02:39:17,856 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/83c5a5c119d5%2C35283%2C1731551942843.1731551944743 2024-11-14T02:39:17,857 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:17,857 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:17,858 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:39:17,859 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:17,861 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-14T02:39:17,862 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67553329, jitterRate=0.0066230446100234985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:39:17,862 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731551957832Initializing all the Stores at 1731551957833 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551957833Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551957833Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551957833Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551957833Cleaning up temporary data from old regions at 1731551957857 (+24 ms)Region opened successfully at 1731551957862 (+5 ms) 2024-11-14T02:39:17,862 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:39:17,864 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d1d9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:39:17,866 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T02:39:17,866 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:39:17,866 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:39:17,866 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:39:17,866 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:39:17,868 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:39:17,869 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:39:17,869 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T02:39:17,869 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-14T02:39:17,869 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:39:17,872 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=83c5a5c119d5,42119,1731551943007, regionLocation=83c5a5c119d5,42119,1731551943007, openSeqNum=2 2024-11-14T02:39:17,872 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=83c5a5c119d5,42119,1731551943007, table=hbase:meta, region=1588230740 2024-11-14T02:39:17,872 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,42119,1731551943007, state=OPEN 2024-11-14T02:39:17,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101387f83f70007, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1844724818/meta-region-server 2024-11-14T02:39:17,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1844724818/meta-region-server 2024-11-14T02:39:17,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844724818/meta-region-server: CHANGED 2024-11-14T02:39:17,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844724818/meta-region-server: CHANGED 2024-11-14T02:39:17,905 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:39:17,913 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844724818/draining/83c5a5c119d5,42119,1731551943007 already deleted, retry=false 2024-11-14T02:39:17,913 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 83c5a5c119d5,42119,1731551943007 on 83c5a5c119d5,33543,1731551957270 2024-11-14T02:39:17,915 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 83c5a5c119d5,42119,1731551943007, splitWal=true, meta=true 2024-11-14T02:39:17,915 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 83c5a5c119d5,42119,1731551943007 (carryingMeta=true) 83c5a5c119d5,42119,1731551943007/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3281b146[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T02:39:17,916 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Unable to get data of znode /0-1844724818/balancer because node does not exist (not necessarily an error) 2024-11-14T02:39:17,926 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844724818/balancer already deleted, retry=false 2024-11-14T02:39:17,927 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:39:17,928 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Unable to get data of znode /0-1844724818/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:39:17,938 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844724818/normalizer already deleted, retry=false 2024-11-14T02:39:17,939 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:39:17,939 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Unable to get data of znode /0-1844724818/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:39:17,946 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844724818/switch/split already deleted, retry=false 2024-11-14T02:39:17,947 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Unable to get data of znode /0-1844724818/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:39:17,955 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844724818/switch/merge already deleted, retry=false 2024-11-14T02:39:17,965 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Unable to get data of znode /0-1844724818/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:39:17,971 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844724818/snapshot-cleanup already deleted, retry=false 2024-11-14T02:39:17,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1844724818/running 2024-11-14T02:39:17,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101387f83f70007, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1844724818/running 2024-11-14T02:39:17,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:17,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101387f83f70007, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:17,980 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,33543,1731551957270, sessionid=0x101387f83f70006, setting cluster-up flag (Was=false) 2024-11-14T02:39:17,989 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1844724818/flush-table-proc/acquired, /0-1844724818/flush-table-proc/reached, /0-1844724818/flush-table-proc/abort 2024-11-14T02:39:17,990 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,33543,1731551957270 2024-11-14T02:39:17,997 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1844724818/online-snapshot/acquired, /0-1844724818/online-snapshot/reached, /0-1844724818/online-snapshot/abort 2024-11-14T02:39:17,998 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,33543,1731551957270 2024-11-14T02:39:17,998 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/.lastflushedseqids 2024-11-14T02:39:18,000 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:39:18,000 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:39:18,000 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,33543,1731551957270 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 83c5a5c119d5,42119,1731551943007 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:39:18,001 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:18,002 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:18,002 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:18,002 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:18,002 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:39:18,002 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:18,002 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:39:18,002 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:18,002 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731551988002 2024-11-14T02:39:18,002 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:39:18,002 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:39:18,002 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:39:18,003 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:39:18,003 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:39:18,003 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:39:18,003 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:18,003 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 83c5a5c119d5,42119,1731551943007, splitWal=true, meta=true 2024-11-14T02:39:18,003 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:39:18,003 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:39:18,003 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:39:18,003 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:39:18,004 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 83c5a5c119d5,42119,1731551943007, splitWal=true, meta=true, isMeta: true 2024-11-14T02:39:18,004 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:39:18,004 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:39:18,004 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551958004,5,FailOnTimeoutGroup] 2024-11-14T02:39:18,004 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551958004,5,FailOnTimeoutGroup] 2024-11-14T02:39:18,004 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:18,004 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:39:18,004 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:18,004 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:18,004 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731551958004, completionTime=-1 2024-11-14T02:39:18,004 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T02:39:18,004 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T02:39:18,005 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007-splitting 2024-11-14T02:39:18,005 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007-splitting dir is empty, no logs to split. 2024-11-14T02:39:18,005 INFO [PEWorker-1 {}] master.SplitWALManager(105): 83c5a5c119d5,42119,1731551943007 WAL count=0, meta=true 2024-11-14T02:39:18,007 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007-splitting dir is empty, no logs to split. 2024-11-14T02:39:18,007 INFO [PEWorker-1 {}] master.SplitWALManager(105): 83c5a5c119d5,42119,1731551943007 WAL count=0, meta=true 2024-11-14T02:39:18,007 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 83c5a5c119d5,42119,1731551943007 WAL splitting is done? wals=0, meta=true 2024-11-14T02:39:18,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:39:18,008 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:39:18,008 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T02:39:18,028 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer(746): ClusterId : 4ec009ee-cca3-4ac4-8db2-69371b77e68f 2024-11-14T02:39:18,028 DEBUG [RS:0;83c5a5c119d5:40641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:39:18,039 DEBUG [RS:0;83c5a5c119d5:40641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:39:18,039 DEBUG [RS:0;83c5a5c119d5:40641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:39:18,047 DEBUG [RS:0;83c5a5c119d5:40641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:39:18,047 DEBUG [RS:0;83c5a5c119d5:40641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc231b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:39:18,058 DEBUG [RS:0;83c5a5c119d5:40641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:40641 2024-11-14T02:39:18,058 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:39:18,058 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:39:18,058 DEBUG [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:39:18,058 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,33543,1731551957270 with port=40641, startcode=1731551957307 2024-11-14T02:39:18,059 DEBUG [RS:0;83c5a5c119d5:40641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:39:18,060 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:39:18,060 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,40641,1731551957307 2024-11-14T02:39:18,060 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33543 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,40641,1731551957307 2024-11-14T02:39:18,061 DEBUG [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d 2024-11-14T02:39:18,061 DEBUG [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33731 2024-11-14T02:39:18,061 DEBUG [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:39:18,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818/rs 2024-11-14T02:39:18,099 DEBUG [RS:0;83c5a5c119d5:40641 {}] zookeeper.ZKUtil(111): regionserver:40641-0x101387f83f70007, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on existing znode=/0-1844724818/rs/83c5a5c119d5,40641,1731551957307 2024-11-14T02:39:18,099 WARN [RS:0;83c5a5c119d5:40641 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:39:18,099 INFO [RS:0;83c5a5c119d5:40641 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:18,100 DEBUG [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307 2024-11-14T02:39:18,100 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,40641,1731551957307] 2024-11-14T02:39:18,104 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T02:39:18,117 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:39:18,118 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:39:18,118 INFO [RS:0;83c5a5c119d5:40641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:39:18,118 INFO [RS:0;83c5a5c119d5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:18,118 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:39:18,119 INFO [RS:0;83c5a5c119d5:40641 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:39:18,119 INFO [RS:0;83c5a5c119d5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:18,119 DEBUG [RS:0;83c5a5c119d5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:18,119 DEBUG [RS:0;83c5a5c119d5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:18,119 DEBUG [RS:0;83c5a5c119d5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:18,119 DEBUG [RS:0;83c5a5c119d5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:18,119 DEBUG [RS:0;83c5a5c119d5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:18,119 DEBUG [RS:0;83c5a5c119d5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:39:18,119 DEBUG [RS:0;83c5a5c119d5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:18,119 DEBUG [RS:0;83c5a5c119d5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:18,119 DEBUG [RS:0;83c5a5c119d5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:18,119 DEBUG [RS:0;83c5a5c119d5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:18,119 DEBUG [RS:0;83c5a5c119d5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:18,120 DEBUG [RS:0;83c5a5c119d5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:18,120 DEBUG [RS:0;83c5a5c119d5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:39:18,120 DEBUG [RS:0;83c5a5c119d5:40641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:39:18,120 INFO [RS:0;83c5a5c119d5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:18,120 INFO [RS:0;83c5a5c119d5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:18,120 INFO [RS:0;83c5a5c119d5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:18,120 INFO [RS:0;83c5a5c119d5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:18,120 INFO [RS:0;83c5a5c119d5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:18,120 INFO [RS:0;83c5a5c119d5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,40641,1731551957307-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:39:18,132 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:39:18,132 INFO [RS:0;83c5a5c119d5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,40641,1731551957307-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:18,144 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.ReplicationSource(231): queueId=1-83c5a5c119d5,40641,1731551957307, ReplicationSource: 1, currentBandwidth=0 2024-11-14T02:39:18,144 INFO [RS:0;83c5a5c119d5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:18,145 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.Replication(171): 83c5a5c119d5,40641,1731551957307 started 2024-11-14T02:39:18,156 INFO [RS:0;83c5a5c119d5:40641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:18,157 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,40641,1731551957307, RpcServer on 83c5a5c119d5/172.17.0.2:40641, sessionid=0x101387f83f70007 2024-11-14T02:39:18,157 DEBUG [RS:0;83c5a5c119d5:40641.replicationSource,1-83c5a5c119d5,40641,1731551957307 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:41349' 2024-11-14T02:39:18,157 DEBUG [RS:0;83c5a5c119d5:40641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:39:18,157 DEBUG [RS:0;83c5a5c119d5:40641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,40641,1731551957307 2024-11-14T02:39:18,157 DEBUG [RS:0;83c5a5c119d5:40641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,40641,1731551957307' 2024-11-14T02:39:18,157 DEBUG [RS:0;83c5a5c119d5:40641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1844724818/flush-table-proc/abort' 2024-11-14T02:39:18,157 DEBUG [RS:0;83c5a5c119d5:40641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1844724818/flush-table-proc/acquired' 2024-11-14T02:39:18,158 DEBUG [RS:0;83c5a5c119d5:40641.replicationSource,1-83c5a5c119d5,40641,1731551957307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32710e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:18,158 DEBUG [RS:0;83c5a5c119d5:40641.replicationSource,1-83c5a5c119d5,40641,1731551957307 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41349,-1 for getting cluster id 2024-11-14T02:39:18,158 DEBUG [RS:0;83c5a5c119d5:40641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:39:18,158 DEBUG [RS:0;83c5a5c119d5:40641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:39:18,158 DEBUG [RS:0;83c5a5c119d5:40641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,40641,1731551957307 2024-11-14T02:39:18,158 DEBUG [RS:0;83c5a5c119d5:40641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,40641,1731551957307' 2024-11-14T02:39:18,158 DEBUG [RS:0;83c5a5c119d5:40641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1844724818/online-snapshot/abort' 2024-11-14T02:39:18,158 DEBUG [RS:0;83c5a5c119d5:40641.replicationSource,1-83c5a5c119d5,40641,1731551957307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:18,158 DEBUG [RS:0;83c5a5c119d5:40641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1844724818/online-snapshot/acquired' 2024-11-14T02:39:18,158 DEBUG [RS:0;83c5a5c119d5:40641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:39:18,158 INFO [RS:0;83c5a5c119d5:40641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:39:18,158 INFO [RS:0;83c5a5c119d5:40641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:39:18,159 WARN [83c5a5c119d5:33543 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T02:39:18,159 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35d2f3fa-c601-4d43-ab28-488ba2c7a143' 2024-11-14T02:39:18,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:18,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35d2f3fa-c601-4d43-ab28-488ba2c7a143" 2024-11-14T02:39:18,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23c8e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:18,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41349,-1] 2024-11-14T02:39:18,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:18,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:18,160 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:18,161 DEBUG [RS:0;83c5a5c119d5:40641.replicationSource,1-83c5a5c119d5,40641,1731551957307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b8c419c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:18,161 DEBUG [RS:0;83c5a5c119d5:40641.replicationSource,1-83c5a5c119d5,40641,1731551957307 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:18,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,41349,1731551947943 2024-11-14T02:39:18,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73caa7b9 2024-11-14T02:39:18,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:39:18,162 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-14T02:39:18,163 INFO [RS:0;83c5a5c119d5:40641.replicationSource,1-83c5a5c119d5,40641,1731551957307 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83c5a5c119d5,40641,1731551957307 (queues=0) is replicating from cluster=4ec009ee-cca3-4ac4-8db2-69371b77e68f to cluster=35d2f3fa-c601-4d43-ab28-488ba2c7a143 2024-11-14T02:39:18,259 INFO [RS:0;83c5a5c119d5:40641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:39:18,260 INFO [RS:0;83c5a5c119d5:40641 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C40641%2C1731551957307, suffix=, logDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307, archiveDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/oldWALs, maxLogs=10 2024-11-14T02:39:18,272 DEBUG [RS:0;83c5a5c119d5:40641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.1731551958260, exclude list is [], retry=0 2024-11-14T02:39:18,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44077,DS-2591fbc2-d7d5-4411-9e2c-ca4fee2d0c45,DISK] 2024-11-14T02:39:18,276 INFO [RS:0;83c5a5c119d5:40641 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.1731551958260 2024-11-14T02:39:18,276 DEBUG [RS:0;83c5a5c119d5:40641 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 83c5a5c119d5%2C40641%2C1731551957307 for peer 1 2024-11-14T02:39:18,276 DEBUG [RS:0;83c5a5c119d5:40641 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83c5a5c119d5%2C40641%2C1731551957307 2024-11-14T02:39:18,276 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83c5a5c119d5,40641,1731551957307, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:39:18,277 DEBUG [RS:0;83c5a5c119d5:40641 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44631:44631)] 2024-11-14T02:39:18,277 INFO [RS:0;83c5a5c119d5:40641.replicationSource.shipper83c5a5c119d5%2C40641%2C1731551957307,1-83c5a5c119d5,40641,1731551957307 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C40641%2C1731551957307 2024-11-14T02:39:18,277 DEBUG [RS:0;83c5a5c119d5:40641.replicationSource.wal-reader.83c5a5c119d5%2C40641%2C1731551957307,1-83c5a5c119d5,40641,1731551957307 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.1731551958260, startPosition=0, beingWritten=true 2024-11-14T02:39:18,409 DEBUG [83c5a5c119d5:33543 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:39:18,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,40641,1731551957307 2024-11-14T02:39:18,410 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,40641,1731551957307, state=OPENING 2024-11-14T02:39:18,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101387f83f70007, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1844724818/meta-region-server 2024-11-14T02:39:18,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1844724818/meta-region-server 2024-11-14T02:39:18,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844724818/meta-region-server: CHANGED 2024-11-14T02:39:18,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844724818/meta-region-server: CHANGED 2024-11-14T02:39:18,427 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:39:18,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,40641,1731551957307}] 2024-11-14T02:39:18,481 DEBUG [RS:0;83c5a5c119d5:40641.replicationSource.wal-reader.83c5a5c119d5%2C40641%2C1731551957307,1-83c5a5c119d5,40641,1731551957307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.1731551958260 to pos 0, reset compression=false 2024-11-14T02:39:18,579 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:39:18,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:39:18,583 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:39:18,583 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:18,583 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:39:18,584 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C40641%2C1731551957307.meta, suffix=.meta, logDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307, archiveDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/oldWALs, maxLogs=10 2024-11-14T02:39:18,597 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.meta.1731551958584.meta, exclude list is [], retry=0 2024-11-14T02:39:18,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44077,DS-2591fbc2-d7d5-4411-9e2c-ca4fee2d0c45,DISK] 2024-11-14T02:39:18,600 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.meta.1731551958584.meta 2024-11-14T02:39:18,600 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44631:44631)] 2024-11-14T02:39:18,600 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:39:18,601 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:39:18,601 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:39:18,601 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:39:18,601 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:39:18,601 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:39:18,601 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:18,601 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:39:18,601 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:39:18,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:39:18,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:39:18,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:18,608 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/info/92181524c55c4f69a69e0e13e629eee9 2024-11-14T02:39:18,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:18,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:39:18,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:39:18,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:18,614 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/ns/642f95db36a14c2480e66a9fe19c5659 2024-11-14T02:39:18,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:18,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:39:18,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:39:18,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:18,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:18,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:39:18,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:39:18,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:18,621 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/table/97e55fb5f9b54acba5ad6dec64bb5976 2024-11-14T02:39:18,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:18,621 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:39:18,622 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740 2024-11-14T02:39:18,623 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740 2024-11-14T02:39:18,624 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:39:18,624 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:39:18,625 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:39:18,626 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:39:18,626 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63805231, jitterRate=-0.049227967858314514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:39:18,626 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:39:18,626 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731551958601Writing region info on filesystem at 1731551958601Initializing all the Stores at 1731551958602 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551958602Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551958602Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551958602Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551958602Cleaning up temporary data from old regions at 1731551958624 (+22 ms)Running coprocessor post-open hooks at 1731551958626 (+2 ms)Region opened successfully at 1731551958626 2024-11-14T02:39:18,627 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731551958579 2024-11-14T02:39:18,628 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:39:18,628 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:39:18,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=83c5a5c119d5,40641,1731551957307 2024-11-14T02:39:18,630 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,40641,1731551957307, state=OPEN 2024-11-14T02:39:18,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1844724818/meta-region-server 2024-11-14T02:39:18,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101387f83f70007, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1844724818/meta-region-server 2024-11-14T02:39:18,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844724818/meta-region-server: CHANGED 2024-11-14T02:39:18,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1844724818/meta-region-server: CHANGED 2024-11-14T02:39:18,638 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,40641,1731551957307 2024-11-14T02:39:18,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T02:39:18,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,40641,1731551957307 in 211 msec 2024-11-14T02:39:18,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T02:39:18,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-11-14T02:39:18,786 DEBUG [RS:0;83c5a5c119d5:40641.replicationSource.wal-reader.83c5a5c119d5%2C40641%2C1731551957307,1-83c5a5c119d5,40641,1731551957307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.1731551958260 to pos 0, reset compression=false 2024-11-14T02:39:19,190 DEBUG [RS:0;83c5a5c119d5:40641.replicationSource.wal-reader.83c5a5c119d5%2C40641%2C1731551957307,1-83c5a5c119d5,40641,1731551957307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.1731551958260 to pos 0, reset compression=false 2024-11-14T02:39:19,607 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-14T02:39:19,695 DEBUG [RS:0;83c5a5c119d5:40641.replicationSource.wal-reader.83c5a5c119d5%2C40641%2C1731551957307,1-83c5a5c119d5,40641,1731551957307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.1731551958260 to pos 0, reset compression=false 2024-11-14T02:39:20,300 DEBUG [RS:0;83c5a5c119d5:40641.replicationSource.wal-reader.83c5a5c119d5%2C40641%2C1731551957307,1-83c5a5c119d5,40641,1731551957307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.1731551958260 to pos 0, reset compression=false 2024-11-14T02:39:21,004 DEBUG [RS:0;83c5a5c119d5:40641.replicationSource.wal-reader.83c5a5c119d5%2C40641%2C1731551957307,1-83c5a5c119d5,40641,1731551957307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.1731551958260 to pos 0, reset compression=false 2024-11-14T02:39:21,109 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-14T02:39:21,808 DEBUG [RS:0;83c5a5c119d5:40641.replicationSource.wal-reader.83c5a5c119d5%2C40641%2C1731551957307,1-83c5a5c119d5,40641,1731551957307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.1731551958260 to pos 0, reset compression=false 2024-11-14T02:39:22,511 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T02:39:22,512 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:39:22,512 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:22,512 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40641,1731551957307, seqNum=-1] 2024-11-14T02:39:22,512 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:22,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:39:22,516 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6df8f970f689134f3cf7afde60403e47, regionState=OPEN, lastHost=83c5a5c119d5,42119,1731551943007, regionLocation=83c5a5c119d5,42119,1731551943007, openSeqNum=2 2024-11-14T02:39:22,516 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:39:22,516 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552022516 2024-11-14T02:39:22,516 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552082516 2024-11-14T02:39:22,516 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-14T02:39:22,517 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 83c5a5c119d5,42119,1731551943007 had 2 regions 2024-11-14T02:39:22,517 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,33543,1731551957270-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:22,517 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,33543,1731551957270-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:22,517 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,33543,1731551957270-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:22,517 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:33543, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:22,517 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:22,517 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:22,518 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 83c5a5c119d5,42119,1731551943007, splitWal=true, meta=true, isMeta: false 2024-11-14T02:39:22,519 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007-splitting dir is empty, no logs to split. 2024-11-14T02:39:22,519 INFO [PEWorker-3 {}] master.SplitWALManager(105): 83c5a5c119d5,42119,1731551943007 WAL count=0, meta=false 2024-11-14T02:39:22,522 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,42119,1731551943007-splitting dir is empty, no logs to split. 2024-11-14T02:39:22,522 INFO [PEWorker-3 {}] master.SplitWALManager(105): 83c5a5c119d5,42119,1731551943007 WAL count=0, meta=false 2024-11-14T02:39:22,522 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 83c5a5c119d5,42119,1731551943007 WAL splitting is done? wals=0, meta=false 2024-11-14T02:39:22,522 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.159sec 2024-11-14T02:39:22,523 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:39:22,523 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:39:22,523 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:39:22,523 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:39:22,523 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:39:22,523 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,33543,1731551957270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:39:22,524 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,33543,1731551957270-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:39:22,524 WARN [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=83c5a5c119d5,42119,1731551943007/hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:22,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6df8f970f689134f3cf7afde60403e47, ASSIGN}] 2024-11-14T02:39:22,525 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6df8f970f689134f3cf7afde60403e47, ASSIGN 2024-11-14T02:39:22,526 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6df8f970f689134f3cf7afde60403e47, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T02:39:22,527 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:39:22,527 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:39:22,527 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,33543,1731551957270-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:22,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108f32e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:22,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,33543,-1 for getting cluster id 2024-11-14T02:39:22,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:22,533 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ec009ee-cca3-4ac4-8db2-69371b77e68f' 2024-11-14T02:39:22,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:22,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ec009ee-cca3-4ac4-8db2-69371b77e68f" 2024-11-14T02:39:22,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228948c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:22,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,33543,-1] 2024-11-14T02:39:22,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:22,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:22,534 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@897e950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:22,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40641,1731551957307, seqNum=-1] 2024-11-14T02:39:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:22,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:39:22,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T02:39:22,539 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:39:22,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:22,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:22,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:22,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:22,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 83c5a5c119d5:33543 after: 83c5a5c119d5:33543 2024-11-14T02:39:22,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b32ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:22,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,33543,-1 for getting cluster id 2024-11-14T02:39:22,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:22,540 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ec009ee-cca3-4ac4-8db2-69371b77e68f' 2024-11-14T02:39:22,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:22,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ec009ee-cca3-4ac4-8db2-69371b77e68f" 2024-11-14T02:39:22,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228dbd37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:22,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,33543,-1] 2024-11-14T02:39:22,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:22,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:22,542 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:22,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf9e66b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:22,542 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:22,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,33543,1731551957270 2024-11-14T02:39:22,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a0e14ed 2024-11-14T02:39:22,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:39:22,544 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:39:22,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33543 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T02:39:22,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:39:22,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:39:22,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:22,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:22,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:22,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:22,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:39:22,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1483189322, stopped=false 2024-11-14T02:39:22,545 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,41349,1731551947943 2024-11-14T02:39:22,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1179723610/running 2024-11-14T02:39:22,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1179723610/running 2024-11-14T02:39:22,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610 2024-11-14T02:39:22,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610 2024-11-14T02:39:22,585 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:39:22,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:39:22,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:22,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:22,585 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,37991,1731551948048' ***** 2024-11-14T02:39:22,585 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:39:22,586 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:39:22,586 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:39:22,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Set watcher on znode that does not yet exist, /1-1179723610/running 2024-11-14T02:39:22,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Set watcher on znode that does not yet exist, /1-1179723610/running 2024-11-14T02:39:22,586 INFO [RS:0;83c5a5c119d5:37991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:39:22,586 INFO [RS:0;83c5a5c119d5:37991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:39:22,586 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,37991,1731551948048 2024-11-14T02:39:22,586 INFO [RS:0;83c5a5c119d5:37991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:39:22,586 INFO [RS:0;83c5a5c119d5:37991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:37991. 2024-11-14T02:39:22,586 DEBUG [RS:0;83c5a5c119d5:37991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:22,586 DEBUG [RS:0;83c5a5c119d5:37991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:22,586 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:39:22,586 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:39:22,586 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:39:22,586 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:39:22,587 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T02:39:22,587 DEBUG [RS:0;83c5a5c119d5:37991 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T02:39:22,587 DEBUG [RS:0;83c5a5c119d5:37991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:39:22,587 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:39:22,587 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:39:22,587 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:39:22,587 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:39:22,587 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:39:22,587 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T02:39:22,601 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/data/hbase/meta/1588230740/.tmp/ns/a1f3085c2b4e4393bb83693f1d740ce5 is 43, key is default/ns:d/1731551951187/Put/seqid=0 2024-11-14T02:39:22,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741835_1011 (size=5153) 2024-11-14T02:39:22,672 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:39:22,676 DEBUG [83c5a5c119d5:33543 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:39:22,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6df8f970f689134f3cf7afde60403e47, regionState=OPENING, regionLocation=83c5a5c119d5,40641,1731551957307 2024-11-14T02:39:22,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6df8f970f689134f3cf7afde60403e47, ASSIGN because future has completed 2024-11-14T02:39:22,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6df8f970f689134f3cf7afde60403e47, server=83c5a5c119d5,40641,1731551957307}] 2024-11-14T02:39:22,712 DEBUG [RS:0;83c5a5c119d5:40641.replicationSource.wal-reader.83c5a5c119d5%2C40641%2C1731551957307,1-83c5a5c119d5,40641,1731551957307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.1731551958260 to pos 0, reset compression=false 2024-11-14T02:39:22,787 DEBUG [RS:0;83c5a5c119d5:37991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:39:22,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:22,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:22,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T02:39:22,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C40641%2C1731551957307.rep, suffix=, logDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307, archiveDir=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/oldWALs, maxLogs=10 2024-11-14T02:39:22,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.rep.1731551962835, exclude list is [], retry=0 2024-11-14T02:39:22,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44077,DS-2591fbc2-d7d5-4411-9e2c-ca4fee2d0c45,DISK] 2024-11-14T02:39:22,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.rep.1731551962835 2024-11-14T02:39:22,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44631:44631)] 2024-11-14T02:39:22,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 6df8f970f689134f3cf7afde60403e47, NAME => 'hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:39:22,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:39:22,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:39:22,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. service=MultiRowMutationService 2024-11-14T02:39:22,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T02:39:22,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:22,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:22,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:22,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:22,852 INFO [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:22,853 INFO [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6df8f970f689134f3cf7afde60403e47 columnFamilyName hfileref 2024-11-14T02:39:22,853 DEBUG [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:22,853 INFO [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] regionserver.HStore(327): Store=6df8f970f689134f3cf7afde60403e47/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:22,853 INFO [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:22,854 INFO [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6df8f970f689134f3cf7afde60403e47 columnFamilyName queue 2024-11-14T02:39:22,854 DEBUG [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:22,858 DEBUG [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/replication/6df8f970f689134f3cf7afde60403e47/queue/42b819b8dda342ab9ca615256b3e232c 2024-11-14T02:39:22,858 INFO [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] regionserver.HStore(327): Store=6df8f970f689134f3cf7afde60403e47/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:22,858 INFO [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:22,859 INFO [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6df8f970f689134f3cf7afde60403e47 columnFamilyName sid 2024-11-14T02:39:22,859 DEBUG [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:22,859 INFO [StoreOpener-6df8f970f689134f3cf7afde60403e47-1 {}] regionserver.HStore(327): Store=6df8f970f689134f3cf7afde60403e47/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:22,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:22,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/replication/6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:22,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/replication/6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:22,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:22,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:22,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:39:22,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:22,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 6df8f970f689134f3cf7afde60403e47; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69886604, jitterRate=0.04139155149459839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:39:22,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:22,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 6df8f970f689134f3cf7afde60403e47: Running coprocessor pre-open hook at 1731551962851Writing region info on filesystem at 1731551962851Initializing all the Stores at 1731551962852 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551962852Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551962852Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551962852Cleaning up temporary data from old regions at 1731551962862 (+10 ms)Running coprocessor post-open hooks at 1731551962864 (+2 ms)Region opened successfully at 1731551962865 (+1 ms) 2024-11-14T02:39:22,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47., pid=13, masterSystemTime=1731551962831 2024-11-14T02:39:22,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:22,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:22,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6df8f970f689134f3cf7afde60403e47, regionState=OPEN, openSeqNum=9, regionLocation=83c5a5c119d5,40641,1731551957307 2024-11-14T02:39:22,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6df8f970f689134f3cf7afde60403e47, server=83c5a5c119d5,40641,1731551957307 because future has completed 2024-11-14T02:39:22,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T02:39:22,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 6df8f970f689134f3cf7afde60403e47, server=83c5a5c119d5,40641,1731551957307 in 192 msec 2024-11-14T02:39:22,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-14T02:39:22,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6df8f970f689134f3cf7afde60403e47, ASSIGN in 348 msec 2024-11-14T02:39:22,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T02:39:22,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47., hostname=83c5a5c119d5,40641,1731551957307, seqNum=9] 2024-11-14T02:39:22,891 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 83c5a5c119d5,42119,1731551943007 2024-11-14T02:39:22,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T02:39:22,987 DEBUG [RS:0;83c5a5c119d5:37991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:39:23,005 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/data/hbase/meta/1588230740/.tmp/ns/a1f3085c2b4e4393bb83693f1d740ce5 2024-11-14T02:39:23,011 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/data/hbase/meta/1588230740/.tmp/ns/a1f3085c2b4e4393bb83693f1d740ce5 as hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/data/hbase/meta/1588230740/ns/a1f3085c2b4e4393bb83693f1d740ce5 2024-11-14T02:39:23,015 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/data/hbase/meta/1588230740/ns/a1f3085c2b4e4393bb83693f1d740ce5, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T02:39:23,015 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=6, compaction requested=false 2024-11-14T02:39:23,015 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:39:23,019 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T02:39:23,020 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:39:23,020 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:39:23,020 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:39:23,020 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551962587Running coprocessor pre-close hooks at 1731551962587Disabling compacts and flushes for region at 1731551962587Disabling writes for close at 1731551962587Obtaining lock to block concurrent updates at 1731551962587Preparing flush snapshotting stores in 1588230740 at 1731551962587Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731551962587Flushing stores of hbase:meta,,1.1588230740 at 1731551962588 (+1 ms)Flushing 1588230740/ns: creating writer at 1731551962588Flushing 1588230740/ns: appending metadata at 1731551962601 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731551962601Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ec61b4c: reopening flushed file at 1731551963010 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=6, compaction requested=false at 1731551963015 (+5 ms)Writing region close event to WAL at 1731551963016 (+1 ms)Running coprocessor post-close hooks at 1731551963020 (+4 ms)Closed at 1731551963020 2024-11-14T02:39:23,020 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:39:23,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40641 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-14T02:39:23,063 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:39:23,063 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:39:23,187 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,37991,1731551948048; all regions closed. 2024-11-14T02:39:23,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741834_1010 (size=1152) 2024-11-14T02:39:23,189 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/WALs/83c5a5c119d5,37991,1731551948048/83c5a5c119d5%2C37991%2C1731551948048.meta.1731551951144.meta not finished, retry = 0 2024-11-14T02:39:23,292 DEBUG [RS:0;83c5a5c119d5:37991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/oldWALs 2024-11-14T02:39:23,292 INFO [RS:0;83c5a5c119d5:37991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C37991%2C1731551948048.meta:.meta(num 1731551951144) 2024-11-14T02:39:23,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741832_1008 (size=93) 2024-11-14T02:39:23,295 DEBUG [RS:0;83c5a5c119d5:37991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/oldWALs 2024-11-14T02:39:23,296 INFO [RS:0;83c5a5c119d5:37991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C37991%2C1731551948048:(num 1731551950191) 2024-11-14T02:39:23,296 DEBUG [RS:0;83c5a5c119d5:37991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:23,296 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:39:23,296 INFO [RS:0;83c5a5c119d5:37991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:39:23,296 INFO [RS:0;83c5a5c119d5:37991 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:39:23,296 INFO [RS:0;83c5a5c119d5:37991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:39:23,296 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:39:23,296 INFO [RS:0;83c5a5c119d5:37991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37991 2024-11-14T02:39:23,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610/rs 2024-11-14T02:39:23,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1179723610/rs/83c5a5c119d5,37991,1731551948048 2024-11-14T02:39:23,313 INFO [RS:0;83c5a5c119d5:37991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:39:23,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,37991,1731551948048] 2024-11-14T02:39:23,329 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1179723610/draining/83c5a5c119d5,37991,1731551948048 already deleted, retry=false 2024-11-14T02:39:23,329 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,37991,1731551948048 expired; onlineServers=0 2024-11-14T02:39:23,329 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,41349,1731551947943' ***** 2024-11-14T02:39:23,329 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:39:23,330 INFO [M:0;83c5a5c119d5:41349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:39:23,330 INFO [M:0;83c5a5c119d5:41349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:39:23,330 DEBUG [M:0;83c5a5c119d5:41349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:39:23,330 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:39:23,330 DEBUG [M:0;83c5a5c119d5:41349 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:39:23,330 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551949971 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551949971,5,FailOnTimeoutGroup] 2024-11-14T02:39:23,330 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551949971 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551949971,5,FailOnTimeoutGroup] 2024-11-14T02:39:23,330 INFO [M:0;83c5a5c119d5:41349 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:39:23,330 INFO [M:0;83c5a5c119d5:41349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:39:23,330 DEBUG [M:0;83c5a5c119d5:41349 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:39:23,330 INFO [M:0;83c5a5c119d5:41349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:39:23,330 INFO [M:0;83c5a5c119d5:41349 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:39:23,330 INFO [M:0;83c5a5c119d5:41349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:39:23,330 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:39:23,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1179723610/master 2024-11-14T02:39:23,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1179723610 2024-11-14T02:39:23,338 DEBUG [M:0;83c5a5c119d5:41349 {}] zookeeper.ZKUtil(347): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Unable to get data of znode /1-1179723610/master because node does not exist (not an error) 2024-11-14T02:39:23,338 WARN [M:0;83c5a5c119d5:41349 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:39:23,339 INFO [M:0;83c5a5c119d5:41349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/.lastflushedseqids 2024-11-14T02:39:23,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741836_1012 (size=99) 2024-11-14T02:39:23,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:23,421 INFO [RS:0;83c5a5c119d5:37991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:39:23,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37991-0x101387f83f70004, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:23,421 INFO [RS:0;83c5a5c119d5:37991 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,37991,1731551948048; zookeeper connection closed. 2024-11-14T02:39:23,422 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d742bab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d742bab 2024-11-14T02:39:23,422 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:39:23,716 DEBUG [RS:0;83c5a5c119d5:40641.replicationSource.wal-reader.83c5a5c119d5%2C40641%2C1731551957307,1-83c5a5c119d5,40641,1731551957307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.1731551958260 to pos 0, reset compression=false 2024-11-14T02:39:23,744 INFO [M:0;83c5a5c119d5:41349 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:39:23,744 INFO [M:0;83c5a5c119d5:41349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:39:23,745 DEBUG [M:0;83c5a5c119d5:41349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:39:23,745 INFO [M:0;83c5a5c119d5:41349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:23,745 DEBUG [M:0;83c5a5c119d5:41349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:23,745 DEBUG [M:0;83c5a5c119d5:41349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:39:23,745 DEBUG [M:0;83c5a5c119d5:41349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:23,745 INFO [M:0;83c5a5c119d5:41349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T02:39:23,758 DEBUG [M:0;83c5a5c119d5:41349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5275f8c8c2fc441d8a0718c007998ee2 is 82, key is hbase:meta,,1/info:regioninfo/1731551951172/Put/seqid=0 2024-11-14T02:39:23,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741837_1013 (size=5672) 2024-11-14T02:39:24,103 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:39:24,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:24,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:24,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:24,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:24,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:24,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:24,163 INFO [M:0;83c5a5c119d5:41349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5275f8c8c2fc441d8a0718c007998ee2 2024-11-14T02:39:24,179 DEBUG [M:0;83c5a5c119d5:41349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/308e346ab9044585b4924e2b47182cf0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731551951191/Put/seqid=0 2024-11-14T02:39:24,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741838_1014 (size=5275) 2024-11-14T02:39:24,583 INFO [M:0;83c5a5c119d5:41349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/308e346ab9044585b4924e2b47182cf0 2024-11-14T02:39:24,600 DEBUG [M:0;83c5a5c119d5:41349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d03567da3cf47128420e0ac034d2e30 is 69, key is 83c5a5c119d5,37991,1731551948048/rs:state/1731551950001/Put/seqid=0 2024-11-14T02:39:24,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741839_1015 (size=5156) 2024-11-14T02:39:24,820 DEBUG [RS:0;83c5a5c119d5:40641.replicationSource.wal-reader.83c5a5c119d5%2C40641%2C1731551957307,1-83c5a5c119d5,40641,1731551957307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.1731551958260 to pos 0, reset compression=false 2024-11-14T02:39:25,005 INFO [M:0;83c5a5c119d5:41349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d03567da3cf47128420e0ac034d2e30 2024-11-14T02:39:25,009 DEBUG [M:0;83c5a5c119d5:41349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5275f8c8c2fc441d8a0718c007998ee2 as hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5275f8c8c2fc441d8a0718c007998ee2 2024-11-14T02:39:25,013 INFO [M:0;83c5a5c119d5:41349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5275f8c8c2fc441d8a0718c007998ee2, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T02:39:25,014 DEBUG [M:0;83c5a5c119d5:41349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/308e346ab9044585b4924e2b47182cf0 as hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/308e346ab9044585b4924e2b47182cf0 2024-11-14T02:39:25,018 INFO [M:0;83c5a5c119d5:41349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/308e346ab9044585b4924e2b47182cf0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T02:39:25,019 DEBUG [M:0;83c5a5c119d5:41349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d03567da3cf47128420e0ac034d2e30 as hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d03567da3cf47128420e0ac034d2e30 2024-11-14T02:39:25,023 INFO [M:0;83c5a5c119d5:41349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35067/user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d03567da3cf47128420e0ac034d2e30, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T02:39:25,024 INFO [M:0;83c5a5c119d5:41349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=28, compaction requested=false 2024-11-14T02:39:25,025 INFO [M:0;83c5a5c119d5:41349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:25,025 DEBUG [M:0;83c5a5c119d5:41349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551963745Disabling compacts and flushes for region at 1731551963745Disabling writes for close at 1731551963745Obtaining lock to block concurrent updates at 1731551963745Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731551963745Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731551963745Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731551963746 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731551963746Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731551963758 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731551963758Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731551964167 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731551964179 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731551964179Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731551964588 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731551964600 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731551964600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@741552a1: reopening flushed file at 1731551965009 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4749465: reopening flushed file at 1731551965014 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a38e107: reopening flushed file at 1731551965018 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=28, compaction requested=false at 1731551965024 (+6 ms)Writing region close event to WAL at 1731551965025 (+1 ms)Closed at 1731551965025 2024-11-14T02:39:25,028 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eaf527a5-c7ea-40c6-f95c-198519dec7d6/MasterData/WALs/83c5a5c119d5,41349,1731551947943/83c5a5c119d5%2C41349%2C1731551947943.1731551949774 not finished, retry = 0 2024-11-14T02:39:25,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43497 is added to blk_1073741830_1006 (size=10165) 2024-11-14T02:39:25,129 INFO [M:0;83c5a5c119d5:41349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:39:25,129 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:39:25,129 INFO [M:0;83c5a5c119d5:41349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41349 2024-11-14T02:39:25,130 INFO [M:0;83c5a5c119d5:41349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:39:25,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T02:39:25,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T02:39:25,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:25,277 INFO [M:0;83c5a5c119d5:41349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:39:25,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x101387f83f70003, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:25,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@375a8fa5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:39:25,307 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6793ab4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:39:25,307 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:39:25,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34a49806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:39:25,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45139d65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/hadoop.log.dir/,STOPPED} 2024-11-14T02:39:25,308 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:39:25,308 WARN [BP-1782254078-172.17.0.2-1731551946274 heartbeating to localhost/127.0.0.1:35067 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:39:25,308 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:39:25,308 WARN [BP-1782254078-172.17.0.2-1731551946274 heartbeating to localhost/127.0.0.1:35067 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1782254078-172.17.0.2-1731551946274 (Datanode Uuid 8f5abb20-e3f6-45a9-a2b2-b76f855a2833) service to localhost/127.0.0.1:35067 2024-11-14T02:39:25,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/cluster_aca02461-8e04-455e-67f2-aa69f307263b/data/data1/current/BP-1782254078-172.17.0.2-1731551946274 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:39:25,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/cluster_aca02461-8e04-455e-67f2-aa69f307263b/data/data2/current/BP-1782254078-172.17.0.2-1731551946274 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:39:25,309 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:39:25,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31d4048c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:39:25,315 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48e568c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:39:25,315 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:39:25,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@157328b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:39:25,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b75df8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/hadoop.log.dir/,STOPPED} 2024-11-14T02:39:25,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:39:25,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:39:25,325 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:39:25,325 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:25,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:25,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:25,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:25,326 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:39:25,326 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1200278306, stopped=false 2024-11-14T02:39:25,326 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,33543,1731551957270 2024-11-14T02:39:25,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1844724818/running 2024-11-14T02:39:25,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101387f83f70007, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1844724818/running 2024-11-14T02:39:25,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:25,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101387f83f70007, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:25,346 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:39:25,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:39:25,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:25,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:25,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40641-0x101387f83f70007, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on znode that does not yet exist, /0-1844724818/running 2024-11-14T02:39:25,347 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,40641,1731551957307' ***** 2024-11-14T02:39:25,347 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:39:25,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Set watcher on znode that does not yet exist, /0-1844724818/running 2024-11-14T02:39:25,347 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:39:25,347 INFO [RS:0;83c5a5c119d5:40641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:39:25,347 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:39:25,347 INFO [RS:0;83c5a5c119d5:40641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:39:25,347 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer(3091): Received CLOSE for 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:25,347 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,40641,1731551957307 2024-11-14T02:39:25,347 INFO [RS:0;83c5a5c119d5:40641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:39:25,347 INFO [RS:0;83c5a5c119d5:40641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:40641. 2024-11-14T02:39:25,347 DEBUG [RS:0;83c5a5c119d5:40641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:25,347 DEBUG [RS:0;83c5a5c119d5:40641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:25,347 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6df8f970f689134f3cf7afde60403e47, disabling compactions & flushes 2024-11-14T02:39:25,347 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:25,347 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:25,347 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:39:25,347 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:39:25,347 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. after waiting 0 ms 2024-11-14T02:39:25,347 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:39:25,348 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:25,348 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:39:25,348 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T02:39:25,348 DEBUG [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6df8f970f689134f3cf7afde60403e47=hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47.} 2024-11-14T02:39:25,348 DEBUG [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6df8f970f689134f3cf7afde60403e47 2024-11-14T02:39:25,348 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:39:25,348 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:39:25,348 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:39:25,348 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:39:25,348 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:39:25,348 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T02:39:25,351 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/replication/6df8f970f689134f3cf7afde60403e47/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-14T02:39:25,351 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:39:25,351 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:39:25,351 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:25,351 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6df8f970f689134f3cf7afde60403e47: Waiting for close lock at 1731551965347Running coprocessor pre-close hooks at 1731551965347Disabling compacts and flushes for region at 1731551965347Disabling writes for close at 1731551965347Writing region close event to WAL at 1731551965348 (+1 ms)Running coprocessor post-close hooks at 1731551965351 (+3 ms)Closed at 1731551965351 2024-11-14T02:39:25,351 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47. 2024-11-14T02:39:25,362 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/.tmp/info/ae79f217f8cc4af2a35f5e171395200d is 147, key is hbase:replication,,1731551951312.6df8f970f689134f3cf7afde60403e47./info:regioninfo/1731551962868/Put/seqid=0 2024-11-14T02:39:25,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741851_1027 (size=6385) 2024-11-14T02:39:25,426 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:39:25,548 DEBUG [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:39:25,748 DEBUG [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:39:25,766 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/.tmp/info/ae79f217f8cc4af2a35f5e171395200d 2024-11-14T02:39:25,771 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/.tmp/info/ae79f217f8cc4af2a35f5e171395200d as hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/info/ae79f217f8cc4af2a35f5e171395200d 2024-11-14T02:39:25,776 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/info/ae79f217f8cc4af2a35f5e171395200d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T02:39:25,777 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-14T02:39:25,780 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T02:39:25,781 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:39:25,781 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:39:25,781 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:39:25,781 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551965348Running coprocessor pre-close hooks at 1731551965348Disabling compacts and flushes for region at 1731551965348Disabling writes for close at 1731551965348Obtaining lock to block concurrent updates at 1731551965348Preparing flush snapshotting stores in 1588230740 at 1731551965348Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731551965348Flushing stores of hbase:meta,,1.1588230740 at 1731551965349 (+1 ms)Flushing 1588230740/info: creating writer at 1731551965349Flushing 1588230740/info: appending metadata at 1731551965362 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731551965362Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ed349: reopening flushed file at 1731551965770 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731551965777 (+7 ms)Writing region close event to WAL at 1731551965778 (+1 ms)Running coprocessor post-close hooks at 1731551965781 (+3 ms)Closed at 1731551965781 2024-11-14T02:39:25,781 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:39:25,948 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,40641,1731551957307; all regions closed. 2024-11-14T02:39:25,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741849_1025 (size=2156) 2024-11-14T02:39:25,950 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.meta.1731551958584.meta not finished, retry = 0 2024-11-14T02:39:26,024 DEBUG [RS:0;83c5a5c119d5:40641.replicationSource.wal-reader.83c5a5c119d5%2C40641%2C1731551957307,1-83c5a5c119d5,40641,1731551957307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.1731551958260 to pos 0, reset compression=false 2024-11-14T02:39:26,053 DEBUG [RS:0;83c5a5c119d5:40641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/oldWALs 2024-11-14T02:39:26,053 INFO [RS:0;83c5a5c119d5:40641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C40641%2C1731551957307.meta:.meta(num 1731551958584) 2024-11-14T02:39:26,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741850_1026 (size=796) 2024-11-14T02:39:26,056 DEBUG [RS:0;83c5a5c119d5:40641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/oldWALs 2024-11-14T02:39:26,056 INFO [RS:0;83c5a5c119d5:40641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C40641%2C1731551957307.rep:(num 1731551962835) 2024-11-14T02:39:26,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741848_1024 (size=93) 2024-11-14T02:39:26,058 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/WALs/83c5a5c119d5,40641,1731551957307/83c5a5c119d5%2C40641%2C1731551957307.1731551958260 not finished, retry = 0 2024-11-14T02:39:26,132 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:39:26,132 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:39:26,160 DEBUG [RS:0;83c5a5c119d5:40641 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/oldWALs 2024-11-14T02:39:26,160 INFO [RS:0;83c5a5c119d5:40641 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C40641%2C1731551957307:(num 1731551958260) 2024-11-14T02:39:26,160 DEBUG [RS:0;83c5a5c119d5:40641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:26,160 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:39:26,160 INFO [RS:0;83c5a5c119d5:40641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:39:26,160 INFO [RS:0;83c5a5c119d5:40641 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T02:39:26,160 INFO [RS:0;83c5a5c119d5:40641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:39:26,161 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:39:26,161 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T02:39:26,161 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T02:39:26,161 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83c5a5c119d5,40641,1731551957307 because: Region server is closing 2024-11-14T02:39:26,161 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T02:39:26,161 INFO [RS:0;83c5a5c119d5:40641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:40641. 2024-11-14T02:39:26,161 DEBUG [RS:0;83c5a5c119d5:40641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:26,161 DEBUG [RS:0;83c5a5c119d5:40641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:26,161 DEBUG [RS:0;83c5a5c119d5:40641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:26,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:26,261 WARN [RS:0;83c5a5c119d5:40641.replicationSource.wal-reader.83c5a5c119d5%2C40641%2C1731551957307,1-83c5a5c119d5,40641,1731551957307 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T02:39:26,261 WARN [RS:0;83c5a5c119d5:40641.replicationSource.shipper83c5a5c119d5%2C40641%2C1731551957307,1-83c5a5c119d5,40641,1731551957307 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T02:39:26,262 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;83c5a5c119d5:40641.replicationSource.shipper83c5a5c119d5%2C40641%2C1731551957307,1-83c5a5c119d5,40641,1731551957307 terminated 2024-11-14T02:39:26,262 INFO [RS:0;83c5a5c119d5:40641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40641 2024-11-14T02:39:26,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818/rs 2024-11-14T02:39:26,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101387f83f70007, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1844724818/rs/83c5a5c119d5,40641,1731551957307 2024-11-14T02:39:26,293 INFO [RS:0;83c5a5c119d5:40641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:39:26,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,40641,1731551957307] 2024-11-14T02:39:26,309 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1844724818/draining/83c5a5c119d5,40641,1731551957307 already deleted, retry=false 2024-11-14T02:39:26,309 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,40641,1731551957307 expired; onlineServers=0 2024-11-14T02:39:26,309 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,33543,1731551957270' ***** 2024-11-14T02:39:26,309 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:39:26,309 INFO [M:0;83c5a5c119d5:33543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:39:26,309 INFO [M:0;83c5a5c119d5:33543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:39:26,310 DEBUG [M:0;83c5a5c119d5:33543 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:39:26,310 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:39:26,310 DEBUG [M:0;83c5a5c119d5:33543 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:39:26,310 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551958004 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551958004,5,FailOnTimeoutGroup] 2024-11-14T02:39:26,310 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551958004 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551958004,5,FailOnTimeoutGroup] 2024-11-14T02:39:26,310 INFO [M:0;83c5a5c119d5:33543 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:39:26,310 INFO [M:0;83c5a5c119d5:33543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:39:26,310 DEBUG [M:0;83c5a5c119d5:33543 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:39:26,310 INFO [M:0;83c5a5c119d5:33543 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:39:26,310 INFO [M:0;83c5a5c119d5:33543 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:39:26,310 INFO [M:0;83c5a5c119d5:33543 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:39:26,310 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:39:26,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1844724818/master 2024-11-14T02:39:26,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1844724818 2024-11-14T02:39:26,318 DEBUG [M:0;83c5a5c119d5:33543 {}] zookeeper.ZKUtil(347): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Unable to get data of znode /0-1844724818/master because node does not exist (not an error) 2024-11-14T02:39:26,318 WARN [M:0;83c5a5c119d5:33543 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:39:26,318 INFO [M:0;83c5a5c119d5:33543 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/.lastflushedseqids 2024-11-14T02:39:26,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741852_1028 (size=181) 2024-11-14T02:39:26,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101387f83f70007, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:26,401 INFO [RS:0;83c5a5c119d5:40641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:39:26,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40641-0x101387f83f70007, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:26,401 INFO [RS:0;83c5a5c119d5:40641 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,40641,1731551957307; zookeeper connection closed. 2024-11-14T02:39:26,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62089b53 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62089b53 2024-11-14T02:39:26,402 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:39:26,723 INFO [M:0;83c5a5c119d5:33543 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:39:26,723 INFO [M:0;83c5a5c119d5:33543 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:39:26,723 DEBUG [M:0;83c5a5c119d5:33543 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:39:26,723 INFO [M:0;83c5a5c119d5:33543 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:26,723 DEBUG [M:0;83c5a5c119d5:33543 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:26,723 DEBUG [M:0;83c5a5c119d5:33543 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:39:26,723 DEBUG [M:0;83c5a5c119d5:33543 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:26,723 INFO [M:0;83c5a5c119d5:33543 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T02:39:26,737 DEBUG [M:0;83c5a5c119d5:33543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49145929ab66426885766223a6015736 is 82, key is hbase:meta,,1/info:regioninfo/1731551958629/Put/seqid=0 2024-11-14T02:39:26,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741853_1029 (size=5672) 2024-11-14T02:39:27,141 INFO [M:0;83c5a5c119d5:33543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49145929ab66426885766223a6015736 2024-11-14T02:39:27,162 DEBUG [M:0;83c5a5c119d5:33543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7d5920f051b430fa95a70fb7d608a62 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731551962873/Put/seqid=0 2024-11-14T02:39:27,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741854_1030 (size=7312) 2024-11-14T02:39:27,567 INFO [M:0;83c5a5c119d5:33543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7d5920f051b430fa95a70fb7d608a62 2024-11-14T02:39:27,583 DEBUG [M:0;83c5a5c119d5:33543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0debbc8f5cc5442da5e0a2c740f2f2f7 is 69, key is 83c5a5c119d5,40641,1731551957307/rs:state/1731551958060/Put/seqid=0 2024-11-14T02:39:27,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741855_1031 (size=5370) 2024-11-14T02:39:27,987 INFO [M:0;83c5a5c119d5:33543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0debbc8f5cc5442da5e0a2c740f2f2f7 2024-11-14T02:39:27,991 INFO [M:0;83c5a5c119d5:33543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0debbc8f5cc5442da5e0a2c740f2f2f7 2024-11-14T02:39:27,992 DEBUG [M:0;83c5a5c119d5:33543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49145929ab66426885766223a6015736 as hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49145929ab66426885766223a6015736 2024-11-14T02:39:27,995 INFO [M:0;83c5a5c119d5:33543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49145929ab66426885766223a6015736, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T02:39:27,996 DEBUG [M:0;83c5a5c119d5:33543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7d5920f051b430fa95a70fb7d608a62 as hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7d5920f051b430fa95a70fb7d608a62 2024-11-14T02:39:28,000 INFO [M:0;83c5a5c119d5:33543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7d5920f051b430fa95a70fb7d608a62, entries=7, sequenceid=127, filesize=7.1 K 2024-11-14T02:39:28,001 DEBUG [M:0;83c5a5c119d5:33543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0debbc8f5cc5442da5e0a2c740f2f2f7 as hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0debbc8f5cc5442da5e0a2c740f2f2f7 2024-11-14T02:39:28,005 INFO [M:0;83c5a5c119d5:33543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0debbc8f5cc5442da5e0a2c740f2f2f7 2024-11-14T02:39:28,005 INFO [M:0;83c5a5c119d5:33543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33731/user/jenkins/test-data/df397929-591f-5623-009c-4595433d317d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0debbc8f5cc5442da5e0a2c740f2f2f7, entries=2, sequenceid=127, filesize=5.2 K 2024-11-14T02:39:28,006 INFO [M:0;83c5a5c119d5:33543 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=127, compaction requested=false 2024-11-14T02:39:28,007 INFO [M:0;83c5a5c119d5:33543 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:28,007 DEBUG [M:0;83c5a5c119d5:33543 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551966723Disabling compacts and flushes for region at 1731551966723Disabling writes for close at 1731551966723Obtaining lock to block concurrent updates at 1731551966723Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731551966723Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731551966723Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731551966724 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731551966724Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731551966736 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731551966736Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731551967145 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731551967162 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731551967162Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731551967571 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731551967583 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731551967583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a83db0f: reopening flushed file at 1731551967991 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61f6c462: reopening flushed file at 1731551967996 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41b91946: reopening flushed file at 1731551968000 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=127, compaction requested=false at 1731551968006 (+6 ms)Writing region close event to WAL at 1731551968007 (+1 ms)Closed at 1731551968007 2024-11-14T02:39:28,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44077 is added to blk_1073741847_1023 (size=22903) 2024-11-14T02:39:28,009 INFO [M:0;83c5a5c119d5:33543 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:39:28,009 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:39:28,009 INFO [M:0;83c5a5c119d5:33543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33543 2024-11-14T02:39:28,009 INFO [M:0;83c5a5c119d5:33543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:39:28,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:28,143 INFO [M:0;83c5a5c119d5:33543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:39:28,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33543-0x101387f83f70006, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:28,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11f79296{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:39:28,145 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b32556b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:39:28,145 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:39:28,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ec5723e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:39:28,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58893b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/hadoop.log.dir/,STOPPED} 2024-11-14T02:39:28,146 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:39:28,146 WARN [BP-568747758-172.17.0.2-1731551941152 heartbeating to localhost/127.0.0.1:33731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:39:28,146 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:39:28,146 WARN [BP-568747758-172.17.0.2-1731551941152 heartbeating to localhost/127.0.0.1:33731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-568747758-172.17.0.2-1731551941152 (Datanode Uuid 7fa2711c-314d-4e7e-8385-aeb64c6da269) service to localhost/127.0.0.1:33731 2024-11-14T02:39:28,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/cluster_9c9431bd-f615-02e0-9152-25787fab3689/data/data1/current/BP-568747758-172.17.0.2-1731551941152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:39:28,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/cluster_9c9431bd-f615-02e0-9152-25787fab3689/data/data2/current/BP-568747758-172.17.0.2-1731551941152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:39:28,147 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:39:28,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17048030{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:39:28,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@790cc8f0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:39:28,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:39:28,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cb122ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:39:28,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541e07f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6caa7ed-8056-bf44-aed1-685a40e99ec8/hadoop.log.dir/,STOPPED} 2024-11-14T02:39:28,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T02:39:28,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:39:28,174 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35067 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52439) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33731 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52439) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 164), ProcessCount=11 (was 11), AvailableMemoryMB=5373 (was 5396) 2024-11-14T02:39:28,181 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=5374 2024-11-14T02:39:28,193 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-14T02:39:28,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/hadoop.log.dir so I do NOT create it in target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917 2024-11-14T02:39:28,193 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:39:28,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/hadoop.tmp.dir so I do NOT create it in target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917 2024-11-14T02:39:28,193 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0aa39e41-5929-2f2e-5638-f587444ed03e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:39:28,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917 2024-11-14T02:39:28,194 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/cluster_26ccd5eb-f812-0d1f-ddd0-38179f4fe08f, deleteOnExit=true 2024-11-14T02:39:28,231 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/cluster_26ccd5eb-f812-0d1f-ddd0-38179f4fe08f/zookeeper_0, clientPort=56092, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/cluster_26ccd5eb-f812-0d1f-ddd0-38179f4fe08f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/cluster_26ccd5eb-f812-0d1f-ddd0-38179f4fe08f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T02:39:28,232 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56092 2024-11-14T02:39:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:39:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:39:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/test.cache.data in system properties and HBase conf 2024-11-14T02:39:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:39:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:39:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:39:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:39:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:39:28,232 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:39:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:39:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:39:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:39:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:39:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:39:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:39:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:39:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:39:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:39:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:39:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:39:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:39:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:39:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:39:28,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101387f83f70005, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:39:28,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101387f83f70002, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:39:28,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101387f83f70005, quorum=127.0.0.1:52439, baseZNode=/1-1179723610 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:39:28,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101387f83f70002, quorum=127.0.0.1:52439, baseZNode=/0-1844724818 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:39:28,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:39:28,523 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:39:28,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:39:28,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:39:28,526 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:39:28,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:39:28,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2232c90b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:39:28,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56fe2828{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:39:28,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@383d3699{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/java.io.tmpdir/jetty-localhost-40857-hadoop-hdfs-3_4_1-tests_jar-_-any-18120773087922523992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:39:28,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@290f1827{HTTP/1.1, (http/1.1)}{localhost:40857} 2024-11-14T02:39:28,622 INFO [Time-limited test {}] server.Server(415): Started @169100ms 2024-11-14T02:39:28,824 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:39:28,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:39:28,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:39:28,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:39:28,828 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:39:28,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47f8a48b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:39:28,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e4b0d21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:39:28,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bd3f427{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/java.io.tmpdir/jetty-localhost-42861-hadoop-hdfs-3_4_1-tests_jar-_-any-1087924426742939312/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:39:28,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@594e8075{HTTP/1.1, (http/1.1)}{localhost:42861} 2024-11-14T02:39:28,923 INFO [Time-limited test {}] server.Server(415): Started @169401ms 2024-11-14T02:39:28,924 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:39:29,493 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/cluster_26ccd5eb-f812-0d1f-ddd0-38179f4fe08f/data/data2/current/BP-1460392445-172.17.0.2-1731551968262/current, will proceed with Du for space computation calculation, 2024-11-14T02:39:29,493 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/cluster_26ccd5eb-f812-0d1f-ddd0-38179f4fe08f/data/data1/current/BP-1460392445-172.17.0.2-1731551968262/current, will proceed with Du for space computation calculation, 2024-11-14T02:39:29,510 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:39:29,513 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8076ebac9aa671ec with lease ID 0xd040b2405809a1c6: Processing first storage report for DS-b97134af-6b7c-4969-852b-152fd7dc3819 from datanode DatanodeRegistration(127.0.0.1:35735, datanodeUuid=8907304a-bf3e-4efb-ae19-1f69010ca75c, infoPort=36697, infoSecurePort=0, ipcPort=44151, storageInfo=lv=-57;cid=testClusterID;nsid=1979170830;c=1731551968262) 2024-11-14T02:39:29,513 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8076ebac9aa671ec with lease ID 0xd040b2405809a1c6: from storage DS-b97134af-6b7c-4969-852b-152fd7dc3819 node DatanodeRegistration(127.0.0.1:35735, datanodeUuid=8907304a-bf3e-4efb-ae19-1f69010ca75c, infoPort=36697, infoSecurePort=0, ipcPort=44151, storageInfo=lv=-57;cid=testClusterID;nsid=1979170830;c=1731551968262), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T02:39:29,513 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8076ebac9aa671ec with lease ID 0xd040b2405809a1c6: Processing first storage report for DS-13bc0a02-473e-4c20-bcbe-22001144009a from datanode DatanodeRegistration(127.0.0.1:35735, datanodeUuid=8907304a-bf3e-4efb-ae19-1f69010ca75c, infoPort=36697, infoSecurePort=0, ipcPort=44151, storageInfo=lv=-57;cid=testClusterID;nsid=1979170830;c=1731551968262) 2024-11-14T02:39:29,513 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8076ebac9aa671ec with lease ID 0xd040b2405809a1c6: from storage DS-13bc0a02-473e-4c20-bcbe-22001144009a node DatanodeRegistration(127.0.0.1:35735, datanodeUuid=8907304a-bf3e-4efb-ae19-1f69010ca75c, infoPort=36697, infoSecurePort=0, ipcPort=44151, storageInfo=lv=-57;cid=testClusterID;nsid=1979170830;c=1731551968262), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:39:29,548 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917 2024-11-14T02:39:29,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:29,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:29,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:39:29,957 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6 with version=8 2024-11-14T02:39:29,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/hbase-staging 2024-11-14T02:39:29,959 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:39:29,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:29,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:29,959 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:39:29,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:29,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:39:29,959 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:39:29,959 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:39:29,960 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42071 2024-11-14T02:39:29,961 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42071 connecting to ZooKeeper ensemble=127.0.0.1:56092 2024-11-14T02:39:30,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420710x0, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:39:30,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42071-0x101387fedcf0000 connected 2024-11-14T02:39:30,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:30,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:30,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Set watcher on znode that does not yet exist, /0-1920264733/running 2024-11-14T02:39:30,095 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6, hbase.cluster.distributed=false 2024-11-14T02:39:30,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Set watcher on znode that does not yet exist, /0-1920264733/acl 2024-11-14T02:39:30,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42071 2024-11-14T02:39:30,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42071 2024-11-14T02:39:30,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42071 2024-11-14T02:39:30,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42071 2024-11-14T02:39:30,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42071 2024-11-14T02:39:30,111 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:39:30,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:30,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:30,111 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:39:30,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:30,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:39:30,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:39:30,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:39:30,112 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36255 2024-11-14T02:39:30,112 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36255 connecting to ZooKeeper ensemble=127.0.0.1:56092 2024-11-14T02:39:30,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:30,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:30,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362550x0, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:39:30,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362550x0, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Set watcher on znode that does not yet exist, /0-1920264733/running 2024-11-14T02:39:30,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36255-0x101387fedcf0001 connected 2024-11-14T02:39:30,127 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:39:30,127 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:39:30,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Set watcher on znode that does not yet exist, /0-1920264733/master 2024-11-14T02:39:30,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Set watcher on znode that does not yet exist, /0-1920264733/acl 2024-11-14T02:39:30,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36255 2024-11-14T02:39:30,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36255 2024-11-14T02:39:30,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36255 2024-11-14T02:39:30,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36255 2024-11-14T02:39:30,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36255 2024-11-14T02:39:30,146 DEBUG [M:0;83c5a5c119d5:42071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:42071 2024-11-14T02:39:30,146 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1920264733/backup-masters/83c5a5c119d5,42071,1731551969959 2024-11-14T02:39:30,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733/backup-masters 2024-11-14T02:39:30,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733/backup-masters 2024-11-14T02:39:30,155 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Set watcher on existing znode=/0-1920264733/backup-masters/83c5a5c119d5,42071,1731551969959 2024-11-14T02:39:30,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733 2024-11-14T02:39:30,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1920264733/master 2024-11-14T02:39:30,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733 2024-11-14T02:39:30,163 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Set watcher on existing znode=/0-1920264733/master 2024-11-14T02:39:30,163 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1920264733/backup-masters/83c5a5c119d5,42071,1731551969959 from backup master directory 2024-11-14T02:39:30,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920264733/backup-masters/83c5a5c119d5,42071,1731551969959 2024-11-14T02:39:30,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733/backup-masters 2024-11-14T02:39:30,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733/backup-masters 2024-11-14T02:39:30,171 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:39:30,171 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,42071,1731551969959 2024-11-14T02:39:30,174 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/hbase.id] with ID: 5e918d5c-554c-46a4-b670-25494850283b 2024-11-14T02:39:30,174 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/.tmp/hbase.id 2024-11-14T02:39:30,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:39:30,578 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/.tmp/hbase.id]:[hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/hbase.id] 2024-11-14T02:39:30,587 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:30,587 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:39:30,588 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T02:39:30,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733 2024-11-14T02:39:30,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733 2024-11-14T02:39:30,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:39:30,853 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:39:30,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:30,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:30,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:30,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:30,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:30,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:30,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:30,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:31,022 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:39:31,023 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:39:31,023 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:31,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:39:31,429 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store 2024-11-14T02:39:31,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:39:31,835 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:31,835 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:39:31,835 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:31,835 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:31,835 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:39:31,835 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:31,835 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:31,835 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551971835Disabling compacts and flushes for region at 1731551971835Disabling writes for close at 1731551971835Writing region close event to WAL at 1731551971835Closed at 1731551971835 2024-11-14T02:39:31,836 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/.initializing 2024-11-14T02:39:31,836 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/WALs/83c5a5c119d5,42071,1731551969959 2024-11-14T02:39:31,837 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:39:31,838 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C42071%2C1731551969959, suffix=, logDir=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/WALs/83c5a5c119d5,42071,1731551969959, archiveDir=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/oldWALs, maxLogs=10 2024-11-14T02:39:31,850 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/WALs/83c5a5c119d5,42071,1731551969959/83c5a5c119d5%2C42071%2C1731551969959.1731551971839, exclude list is [], retry=0 2024-11-14T02:39:31,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35735,DS-b97134af-6b7c-4969-852b-152fd7dc3819,DISK] 2024-11-14T02:39:31,854 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/WALs/83c5a5c119d5,42071,1731551969959/83c5a5c119d5%2C42071%2C1731551969959.1731551971839 2024-11-14T02:39:31,854 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36697:36697)] 2024-11-14T02:39:31,854 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:39:31,854 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:31,854 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:31,854 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:31,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:31,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:39:31,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:31,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:31,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:31,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:39:31,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:31,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:31,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:31,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:39:31,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:31,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:31,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:31,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:39:31,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:31,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:31,860 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:31,860 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:31,861 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:31,861 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:31,861 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:31,862 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:39:31,863 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:31,864 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:39:31,865 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72211934, jitterRate=0.07604166865348816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:39:31,865 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731551971854Initializing all the Stores at 1731551971855 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551971855Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551971855Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551971855Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551971855Cleaning up temporary data from old regions at 1731551971861 (+6 ms)Region opened successfully at 1731551971865 (+4 ms) 2024-11-14T02:39:31,865 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:39:31,868 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130fc3a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:39:31,869 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:39:31,869 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:39:31,869 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:39:31,869 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:39:31,869 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:39:31,870 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:39:31,870 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:39:31,871 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:39:31,872 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Unable to get data of znode /0-1920264733/balancer because node does not exist (not necessarily an error) 2024-11-14T02:39:31,901 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920264733/balancer already deleted, retry=false 2024-11-14T02:39:31,901 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:39:31,901 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Unable to get data of znode /0-1920264733/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:39:31,909 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920264733/normalizer already deleted, retry=false 2024-11-14T02:39:31,909 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:39:31,910 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Unable to get data of znode /0-1920264733/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:39:31,917 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920264733/switch/split already deleted, retry=false 2024-11-14T02:39:31,918 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Unable to get data of znode /0-1920264733/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:39:31,926 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920264733/switch/merge already deleted, retry=false 2024-11-14T02:39:31,927 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Unable to get data of znode /0-1920264733/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:39:31,937 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920264733/snapshot-cleanup already deleted, retry=false 2024-11-14T02:39:31,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1920264733/running 2024-11-14T02:39:31,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1920264733/running 2024-11-14T02:39:31,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733 2024-11-14T02:39:31,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733 2024-11-14T02:39:31,946 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,42071,1731551969959, sessionid=0x101387fedcf0000, setting cluster-up flag (Was=false) 2024-11-14T02:39:31,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733 2024-11-14T02:39:31,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733 2024-11-14T02:39:31,987 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1920264733/flush-table-proc/acquired, /0-1920264733/flush-table-proc/reached, /0-1920264733/flush-table-proc/abort 2024-11-14T02:39:31,988 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,42071,1731551969959 2024-11-14T02:39:32,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733 2024-11-14T02:39:32,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733 2024-11-14T02:39:32,029 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1920264733/online-snapshot/acquired, /0-1920264733/online-snapshot/reached, /0-1920264733/online-snapshot/abort 2024-11-14T02:39:32,030 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,42071,1731551969959 2024-11-14T02:39:32,031 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:39:32,032 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:39:32,032 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:39:32,032 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:39:32,032 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 83c5a5c119d5,42119,1731551943007: status=Processing ServerCrashProcedure of 83c5a5c119d5,42119,1731551943007 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731551958003, completionTime=-1 appears to have been leaked 2024-11-14T02:39:32,032 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,42071,1731551969959 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:39:32,034 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:32,034 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:32,034 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:32,034 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:32,034 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:39:32,034 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:32,034 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:39:32,034 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:32,034 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552002034 2024-11-14T02:39:32,035 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:39:32,035 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:39:32,035 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:39:32,035 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:39:32,035 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:39:32,035 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:39:32,035 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:39:32,035 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:39:32,035 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:32,035 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:39:32,035 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:39:32,035 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:39:32,035 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:39:32,036 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:39:32,036 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:39:32,036 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:32,036 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:39:32,039 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551972036,5,FailOnTimeoutGroup] 2024-11-14T02:39:32,039 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551972039,5,FailOnTimeoutGroup] 2024-11-14T02:39:32,040 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:32,040 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:39:32,040 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:32,040 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:32,040 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(746): ClusterId : 5e918d5c-554c-46a4-b670-25494850283b 2024-11-14T02:39:32,040 DEBUG [RS:0;83c5a5c119d5:36255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:39:32,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:39:32,046 DEBUG [RS:0;83c5a5c119d5:36255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:39:32,046 DEBUG [RS:0;83c5a5c119d5:36255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:39:32,055 DEBUG [RS:0;83c5a5c119d5:36255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:39:32,055 DEBUG [RS:0;83c5a5c119d5:36255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29208f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:39:32,065 DEBUG [RS:0;83c5a5c119d5:36255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:36255 2024-11-14T02:39:32,065 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:39:32,065 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:39:32,065 DEBUG [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:39:32,066 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,42071,1731551969959 with port=36255, startcode=1731551970111 2024-11-14T02:39:32,066 DEBUG [RS:0;83c5a5c119d5:36255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:39:32,067 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:39:32,067 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,36255,1731551970111 2024-11-14T02:39:32,067 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42071 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,36255,1731551970111 2024-11-14T02:39:32,068 DEBUG [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6 2024-11-14T02:39:32,068 DEBUG [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39925 2024-11-14T02:39:32,068 DEBUG [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:39:32,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733/rs 2024-11-14T02:39:32,079 DEBUG [RS:0;83c5a5c119d5:36255 {}] zookeeper.ZKUtil(111): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Set watcher on existing znode=/0-1920264733/rs/83c5a5c119d5,36255,1731551970111 2024-11-14T02:39:32,080 WARN [RS:0;83c5a5c119d5:36255 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:39:32,080 INFO [RS:0;83c5a5c119d5:36255 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:32,080 DEBUG [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111 2024-11-14T02:39:32,080 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,36255,1731551970111] 2024-11-14T02:39:32,082 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:39:32,083 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:39:32,084 INFO [RS:0;83c5a5c119d5:36255 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:39:32,084 INFO [RS:0;83c5a5c119d5:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:32,084 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:39:32,084 INFO [RS:0;83c5a5c119d5:36255 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:39:32,084 INFO [RS:0;83c5a5c119d5:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:32,085 DEBUG [RS:0;83c5a5c119d5:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:32,085 DEBUG [RS:0;83c5a5c119d5:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:32,085 DEBUG [RS:0;83c5a5c119d5:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:32,085 DEBUG [RS:0;83c5a5c119d5:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:32,085 DEBUG [RS:0;83c5a5c119d5:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:32,085 DEBUG [RS:0;83c5a5c119d5:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:39:32,085 DEBUG [RS:0;83c5a5c119d5:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:32,085 DEBUG [RS:0;83c5a5c119d5:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:32,085 DEBUG [RS:0;83c5a5c119d5:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:32,085 DEBUG [RS:0;83c5a5c119d5:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:32,085 DEBUG [RS:0;83c5a5c119d5:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:32,085 DEBUG [RS:0;83c5a5c119d5:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:32,085 DEBUG [RS:0;83c5a5c119d5:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:39:32,085 DEBUG [RS:0;83c5a5c119d5:36255 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:39:32,087 INFO [RS:0;83c5a5c119d5:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:32,087 INFO [RS:0;83c5a5c119d5:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:32,087 INFO [RS:0;83c5a5c119d5:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:32,087 INFO [RS:0;83c5a5c119d5:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:32,087 INFO [RS:0;83c5a5c119d5:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:32,087 INFO [RS:0;83c5a5c119d5:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,36255,1731551970111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:39:32,109 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:39:32,109 INFO [RS:0;83c5a5c119d5:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,36255,1731551970111-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:32,109 INFO [RS:0;83c5a5c119d5:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:32,109 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.Replication(171): 83c5a5c119d5,36255,1731551970111 started 2024-11-14T02:39:32,124 INFO [RS:0;83c5a5c119d5:36255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:32,124 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,36255,1731551970111, RpcServer on 83c5a5c119d5/172.17.0.2:36255, sessionid=0x101387fedcf0001 2024-11-14T02:39:32,124 DEBUG [RS:0;83c5a5c119d5:36255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:39:32,124 DEBUG [RS:0;83c5a5c119d5:36255 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,36255,1731551970111 2024-11-14T02:39:32,124 DEBUG [RS:0;83c5a5c119d5:36255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,36255,1731551970111' 2024-11-14T02:39:32,124 DEBUG [RS:0;83c5a5c119d5:36255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1920264733/flush-table-proc/abort' 2024-11-14T02:39:32,124 DEBUG [RS:0;83c5a5c119d5:36255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1920264733/flush-table-proc/acquired' 2024-11-14T02:39:32,125 DEBUG [RS:0;83c5a5c119d5:36255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:39:32,125 DEBUG [RS:0;83c5a5c119d5:36255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:39:32,125 DEBUG [RS:0;83c5a5c119d5:36255 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,36255,1731551970111 2024-11-14T02:39:32,125 DEBUG [RS:0;83c5a5c119d5:36255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,36255,1731551970111' 2024-11-14T02:39:32,125 DEBUG [RS:0;83c5a5c119d5:36255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1920264733/online-snapshot/abort' 2024-11-14T02:39:32,125 DEBUG [RS:0;83c5a5c119d5:36255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1920264733/online-snapshot/acquired' 2024-11-14T02:39:32,125 DEBUG [RS:0;83c5a5c119d5:36255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:39:32,125 INFO [RS:0;83c5a5c119d5:36255 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:39:32,125 INFO [RS:0;83c5a5c119d5:36255 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:39:32,226 INFO [RS:0;83c5a5c119d5:36255 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:39:32,227 INFO [RS:0;83c5a5c119d5:36255 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C36255%2C1731551970111, suffix=, logDir=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111, archiveDir=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/oldWALs, maxLogs=10 2024-11-14T02:39:32,241 DEBUG [RS:0;83c5a5c119d5:36255 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227, exclude list is [], retry=0 2024-11-14T02:39:32,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35735,DS-b97134af-6b7c-4969-852b-152fd7dc3819,DISK] 2024-11-14T02:39:32,245 INFO [RS:0;83c5a5c119d5:36255 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 2024-11-14T02:39:32,245 DEBUG [RS:0;83c5a5c119d5:36255 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36697:36697)] 2024-11-14T02:39:32,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:39:32,443 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6 2024-11-14T02:39:32,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:39:32,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:32,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:39:32,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:39:32,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:32,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:32,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:39:32,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:39:32,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:32,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:32,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:39:32,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:39:32,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:32,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:32,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:39:32,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:39:32,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:32,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:32,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:39:32,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740 2024-11-14T02:39:32,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740 2024-11-14T02:39:32,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:39:32,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:39:32,858 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:39:32,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:39:32,860 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:39:32,860 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70242119, jitterRate=0.04668913781642914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:39:32,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731551972849Initializing all the Stores at 1731551972850 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551972850Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551972850Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551972850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551972850Cleaning up temporary data from old regions at 1731551972857 (+7 ms)Region opened successfully at 1731551972861 (+4 ms) 2024-11-14T02:39:32,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:39:32,861 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:39:32,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:39:32,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:39:32,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:39:32,861 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:39:32,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551972861Disabling compacts and flushes for region at 1731551972861Disabling writes for close at 1731551972861Writing region close event to WAL at 1731551972861Closed at 1731551972861 2024-11-14T02:39:32,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:39:32,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:39:32,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:39:32,863 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:39:32,863 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:39:33,014 DEBUG [83c5a5c119d5:42071 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:39:33,014 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,36255,1731551970111 2024-11-14T02:39:33,015 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,36255,1731551970111, state=OPENING 2024-11-14T02:39:33,051 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:39:33,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733 2024-11-14T02:39:33,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733 2024-11-14T02:39:33,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920264733/meta-region-server: CHANGED 2024-11-14T02:39:33,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920264733/meta-region-server: CHANGED 2024-11-14T02:39:33,084 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:39:33,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,36255,1731551970111}] 2024-11-14T02:39:33,236 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:39:33,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:39:33,241 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:39:33,241 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:33,241 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:39:33,242 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C36255%2C1731551970111.meta, suffix=.meta, logDir=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111, archiveDir=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/oldWALs, maxLogs=10 2024-11-14T02:39:33,255 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.meta.1731551973243.meta, exclude list is [], retry=0 2024-11-14T02:39:33,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35735,DS-b97134af-6b7c-4969-852b-152fd7dc3819,DISK] 2024-11-14T02:39:33,259 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.meta.1731551973243.meta 2024-11-14T02:39:33,259 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36697:36697)] 2024-11-14T02:39:33,259 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:39:33,259 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:39:33,260 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:39:33,260 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:39:33,260 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:39:33,260 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:39:33,260 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:33,260 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:39:33,260 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:39:33,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:39:33,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:39:33,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:33,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:33,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:39:33,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:39:33,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:33,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:33,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:39:33,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:39:33,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:33,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:33,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:39:33,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:39:33,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:33,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:33,265 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:39:33,266 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740 2024-11-14T02:39:33,267 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740 2024-11-14T02:39:33,267 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:39:33,268 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:39:33,268 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:39:33,269 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:39:33,269 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63899371, jitterRate=-0.047825172543525696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:39:33,269 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:39:33,270 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731551973260Writing region info on filesystem at 1731551973260Initializing all the Stores at 1731551973261 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551973261Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551973261Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551973261Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551973261Cleaning up temporary data from old regions at 1731551973268 (+7 ms)Running coprocessor post-open hooks at 1731551973269 (+1 ms)Region opened successfully at 1731551973270 (+1 ms) 2024-11-14T02:39:33,270 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731551973236 2024-11-14T02:39:33,272 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:39:33,273 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:39:33,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,36255,1731551970111 2024-11-14T02:39:33,274 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,36255,1731551970111, state=OPEN 2024-11-14T02:39:33,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1920264733/meta-region-server 2024-11-14T02:39:33,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1920264733/meta-region-server 2024-11-14T02:39:33,292 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,36255,1731551970111 2024-11-14T02:39:33,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920264733/meta-region-server: CHANGED 2024-11-14T02:39:33,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1920264733/meta-region-server: CHANGED 2024-11-14T02:39:33,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:39:33,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,36255,1731551970111 in 209 msec 2024-11-14T02:39:33,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:39:33,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-14T02:39:33,297 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:39:33,297 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:39:33,298 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:33,298 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,36255,1731551970111, seqNum=-1] 2024-11-14T02:39:33,298 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:33,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:39:33,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-11-14T02:39:33,304 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731551973304, completionTime=-1 2024-11-14T02:39:33,304 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:39:33,304 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:39:33,306 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:39:33,306 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552033306 2024-11-14T02:39:33,306 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552093306 2024-11-14T02:39:33,306 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T02:39:33,306 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42071,1731551969959-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:33,306 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42071,1731551969959-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:33,306 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42071,1731551969959-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:33,306 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:42071, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:33,306 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:33,306 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:33,308 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:39:33,309 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.138sec 2024-11-14T02:39:33,309 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:39:33,309 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:39:33,310 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:39:33,310 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:39:33,310 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:39:33,310 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42071,1731551969959-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:39:33,310 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42071,1731551969959-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:39:33,311 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:39:33,311 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:39:33,311 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42071,1731551969959-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:33,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8a0263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:33,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42071,-1 for getting cluster id 2024-11-14T02:39:33,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:33,342 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e918d5c-554c-46a4-b670-25494850283b' 2024-11-14T02:39:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e918d5c-554c-46a4-b670-25494850283b" 2024-11-14T02:39:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6795d942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42071,-1] 2024-11-14T02:39:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:33,344 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:33,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586d64af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:33,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:33,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,36255,1731551970111, seqNum=-1] 2024-11-14T02:39:33,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:33,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:39:33,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,42071,1731551969959 2024-11-14T02:39:33,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56092 2024-11-14T02:39:33,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:39:33,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101387fedcf0002 connected 2024-11-14T02:39:33,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/hadoop.log.dir so I do NOT create it in target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c 2024-11-14T02:39:33,370 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:39:33,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/hadoop.tmp.dir so I do NOT create it in target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c 2024-11-14T02:39:33,370 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:39:33,370 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c 2024-11-14T02:39:33,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:39:33,370 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/cluster_dbba1aad-daf5-6ee6-fe8a-a94d6d28598b, deleteOnExit=true 2024-11-14T02:39:33,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:39:33,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/test.cache.data in system properties and HBase conf 2024-11-14T02:39:33,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:39:33,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:39:33,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:39:33,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:39:33,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:39:33,371 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:39:33,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:39:33,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:39:33,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:39:33,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:39:33,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:39:33,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:39:33,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:39:33,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:39:33,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:39:33,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:39:33,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:39:33,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:39:33,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:39:33,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:39:33,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:39:33,670 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:39:33,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:39:33,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:39:33,671 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:39:33,672 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:39:33,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27d8bc7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:39:33,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b74bab8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:39:33,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20a9193d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/java.io.tmpdir/jetty-localhost-35077-hadoop-hdfs-3_4_1-tests_jar-_-any-13981621140659708808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:39:33,767 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cd741ea{HTTP/1.1, (http/1.1)}{localhost:35077} 2024-11-14T02:39:33,767 INFO [Time-limited test {}] server.Server(415): Started @174245ms 2024-11-14T02:39:33,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:39:33,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:39:33,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:39:33,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:39:33,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:39:33,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4723368d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:39:33,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@449c586f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:39:34,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2febc756{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/java.io.tmpdir/jetty-localhost-44581-hadoop-hdfs-3_4_1-tests_jar-_-any-15192732346888026633/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:39:34,063 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c143e7b{HTTP/1.1, (http/1.1)}{localhost:44581} 2024-11-14T02:39:34,063 INFO [Time-limited test {}] server.Server(415): Started @174541ms 2024-11-14T02:39:34,064 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:39:34,500 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/cluster_dbba1aad-daf5-6ee6-fe8a-a94d6d28598b/data/data1/current/BP-1930420282-172.17.0.2-1731551973392/current, will proceed with Du for space computation calculation, 2024-11-14T02:39:34,500 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/cluster_dbba1aad-daf5-6ee6-fe8a-a94d6d28598b/data/data2/current/BP-1930420282-172.17.0.2-1731551973392/current, will proceed with Du for space computation calculation, 2024-11-14T02:39:34,518 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:39:34,520 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c4451cb90b3a93f with lease ID 0xd2ecc0366a25e5ec: Processing first storage report for DS-53d0a17f-fa5e-4a12-b2c4-b7d5ffa05e80 from datanode DatanodeRegistration(127.0.0.1:43271, datanodeUuid=e128255a-9f6f-4453-8a3f-bd908a4328f3, infoPort=44701, infoSecurePort=0, ipcPort=44331, storageInfo=lv=-57;cid=testClusterID;nsid=1320013832;c=1731551973392) 2024-11-14T02:39:34,520 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c4451cb90b3a93f with lease ID 0xd2ecc0366a25e5ec: from storage DS-53d0a17f-fa5e-4a12-b2c4-b7d5ffa05e80 node DatanodeRegistration(127.0.0.1:43271, datanodeUuid=e128255a-9f6f-4453-8a3f-bd908a4328f3, infoPort=44701, infoSecurePort=0, ipcPort=44331, storageInfo=lv=-57;cid=testClusterID;nsid=1320013832;c=1731551973392), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:39:34,520 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c4451cb90b3a93f with lease ID 0xd2ecc0366a25e5ec: Processing first storage report for DS-3edd9dd2-8d7f-423f-ba19-56aaee0b682e from datanode DatanodeRegistration(127.0.0.1:43271, datanodeUuid=e128255a-9f6f-4453-8a3f-bd908a4328f3, infoPort=44701, infoSecurePort=0, ipcPort=44331, storageInfo=lv=-57;cid=testClusterID;nsid=1320013832;c=1731551973392) 2024-11-14T02:39:34,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c4451cb90b3a93f with lease ID 0xd2ecc0366a25e5ec: from storage DS-3edd9dd2-8d7f-423f-ba19-56aaee0b682e node DatanodeRegistration(127.0.0.1:43271, datanodeUuid=e128255a-9f6f-4453-8a3f-bd908a4328f3, infoPort=44701, infoSecurePort=0, ipcPort=44331, storageInfo=lv=-57;cid=testClusterID;nsid=1320013832;c=1731551973392), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:39:34,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c 2024-11-14T02:39:34,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:34,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:34,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:39:34,993 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59 with version=8 2024-11-14T02:39:34,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/hbase-staging 2024-11-14T02:39:34,995 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:39:34,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:34,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:34,995 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:39:34,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:34,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:39:34,995 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:39:34,995 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:39:34,995 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46605 2024-11-14T02:39:34,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46605 connecting to ZooKeeper ensemble=127.0.0.1:56092 2024-11-14T02:39:35,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466050x0, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:39:35,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46605-0x101387fedcf0003 connected 2024-11-14T02:39:35,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:35,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:35,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Set watcher on znode that does not yet exist, /1-40815011/running 2024-11-14T02:39:35,087 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59, hbase.cluster.distributed=false 2024-11-14T02:39:35,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Set watcher on znode that does not yet exist, /1-40815011/acl 2024-11-14T02:39:35,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46605 2024-11-14T02:39:35,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46605 2024-11-14T02:39:35,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46605 2024-11-14T02:39:35,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46605 2024-11-14T02:39:35,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46605 2024-11-14T02:39:35,101 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:39:35,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:35,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:35,101 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:39:35,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:39:35,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:39:35,101 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:39:35,101 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:39:35,102 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40467 2024-11-14T02:39:35,102 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40467 connecting to ZooKeeper ensemble=127.0.0.1:56092 2024-11-14T02:39:35,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:35,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:35,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404670x0, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:39:35,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404670x0, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Set watcher on znode that does not yet exist, /1-40815011/running 2024-11-14T02:39:35,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40467-0x101387fedcf0004 connected 2024-11-14T02:39:35,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:39:35,114 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:39:35,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Set watcher on znode that does not yet exist, /1-40815011/master 2024-11-14T02:39:35,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Set watcher on znode that does not yet exist, /1-40815011/acl 2024-11-14T02:39:35,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40467 2024-11-14T02:39:35,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40467 2024-11-14T02:39:35,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40467 2024-11-14T02:39:35,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40467 2024-11-14T02:39:35,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40467 2024-11-14T02:39:35,134 DEBUG [M:0;83c5a5c119d5:46605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:46605 2024-11-14T02:39:35,135 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-40815011/backup-masters/83c5a5c119d5,46605,1731551974994 2024-11-14T02:39:35,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011/backup-masters 2024-11-14T02:39:35,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011/backup-masters 2024-11-14T02:39:35,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T02:39:35,143 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Set watcher on existing znode=/1-40815011/backup-masters/83c5a5c119d5,46605,1731551974994 2024-11-14T02:39:35,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-40815011/master 2024-11-14T02:39:35,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011 2024-11-14T02:39:35,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011 2024-11-14T02:39:35,151 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Set watcher on existing znode=/1-40815011/master 2024-11-14T02:39:35,151 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-40815011/backup-masters/83c5a5c119d5,46605,1731551974994 from backup master directory 2024-11-14T02:39:35,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-40815011/backup-masters/83c5a5c119d5,46605,1731551974994 2024-11-14T02:39:35,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011/backup-masters 2024-11-14T02:39:35,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011/backup-masters 2024-11-14T02:39:35,159 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:39:35,159 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,46605,1731551974994 2024-11-14T02:39:35,162 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/hbase.id] with ID: 2439123f-c82e-4041-9890-e453b0c57691 2024-11-14T02:39:35,162 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/.tmp/hbase.id 2024-11-14T02:39:35,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:39:35,572 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/.tmp/hbase.id]:[hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/hbase.id] 2024-11-14T02:39:35,581 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:35,581 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:39:35,582 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T02:39:35,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011 2024-11-14T02:39:35,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011 2024-11-14T02:39:35,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:39:36,008 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:39:36,009 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:39:36,009 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:36,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:39:36,417 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store 2024-11-14T02:39:36,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:39:36,825 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:36,825 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:39:36,825 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:36,825 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:36,825 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:39:36,825 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:36,825 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:36,825 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551976825Disabling compacts and flushes for region at 1731551976825Disabling writes for close at 1731551976825Writing region close event to WAL at 1731551976825Closed at 1731551976825 2024-11-14T02:39:36,826 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/.initializing 2024-11-14T02:39:36,826 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/WALs/83c5a5c119d5,46605,1731551974994 2024-11-14T02:39:36,827 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:39:36,829 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C46605%2C1731551974994, suffix=, logDir=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/WALs/83c5a5c119d5,46605,1731551974994, archiveDir=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/oldWALs, maxLogs=10 2024-11-14T02:39:36,845 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/WALs/83c5a5c119d5,46605,1731551974994/83c5a5c119d5%2C46605%2C1731551974994.1731551976829, exclude list is [], retry=0 2024-11-14T02:39:36,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43271,DS-53d0a17f-fa5e-4a12-b2c4-b7d5ffa05e80,DISK] 2024-11-14T02:39:36,851 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/WALs/83c5a5c119d5,46605,1731551974994/83c5a5c119d5%2C46605%2C1731551974994.1731551976829 2024-11-14T02:39:36,853 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44701:44701)] 2024-11-14T02:39:36,853 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:39:36,853 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:36,853 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:36,853 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:36,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:36,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:39:36,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:36,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:36,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:36,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:39:36,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:36,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:36,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:36,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:39:36,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:36,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:36,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:36,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:39:36,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:36,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:36,860 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:36,861 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:36,861 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:36,862 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:36,862 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:36,863 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:39:36,864 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:39:36,865 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:39:36,866 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68856251, jitterRate=0.026038095355033875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:39:36,866 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731551976853Initializing all the Stores at 1731551976854 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551976854Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551976855 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551976855Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551976855Cleaning up temporary data from old regions at 1731551976862 (+7 ms)Region opened successfully at 1731551976866 (+4 ms) 2024-11-14T02:39:36,866 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:39:36,869 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc68f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:39:36,870 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:39:36,870 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:39:36,870 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:39:36,870 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:39:36,871 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:39:36,871 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:39:36,871 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:39:36,877 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:39:36,878 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Unable to get data of znode /1-40815011/balancer because node does not exist (not necessarily an error) 2024-11-14T02:39:36,909 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-40815011/balancer already deleted, retry=false 2024-11-14T02:39:36,909 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:39:36,910 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Unable to get data of znode /1-40815011/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:39:36,917 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-40815011/normalizer already deleted, retry=false 2024-11-14T02:39:36,917 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:39:36,918 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Unable to get data of znode /1-40815011/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:39:36,925 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-40815011/switch/split already deleted, retry=false 2024-11-14T02:39:36,926 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Unable to get data of znode /1-40815011/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:39:36,934 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-40815011/switch/merge already deleted, retry=false 2024-11-14T02:39:36,935 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Unable to get data of znode /1-40815011/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:39:36,945 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-40815011/snapshot-cleanup already deleted, retry=false 2024-11-14T02:39:36,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-40815011/running 2024-11-14T02:39:36,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-40815011/running 2024-11-14T02:39:36,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011 2024-11-14T02:39:36,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011 2024-11-14T02:39:36,954 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,46605,1731551974994, sessionid=0x101387fedcf0003, setting cluster-up flag (Was=false) 2024-11-14T02:39:36,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011 2024-11-14T02:39:36,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011 2024-11-14T02:39:36,995 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-40815011/flush-table-proc/acquired, /1-40815011/flush-table-proc/reached, /1-40815011/flush-table-proc/abort 2024-11-14T02:39:36,996 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,46605,1731551974994 2024-11-14T02:39:37,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011 2024-11-14T02:39:37,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011 2024-11-14T02:39:37,037 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-40815011/online-snapshot/acquired, /1-40815011/online-snapshot/reached, /1-40815011/online-snapshot/abort 2024-11-14T02:39:37,038 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,46605,1731551974994 2024-11-14T02:39:37,039 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:39:37,040 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:39:37,040 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:39:37,040 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:39:37,040 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,46605,1731551974994 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:39:37,041 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:37,041 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:37,041 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:37,041 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:39:37,041 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:39:37,041 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:37,041 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:39:37,041 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:37,042 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552007042 2024-11-14T02:39:37,042 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:39:37,042 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:39:37,042 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:39:37,042 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:39:37,042 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:39:37,042 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:39:37,042 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:39:37,042 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:39:37,043 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:37,043 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:37,043 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:39:37,044 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:39:37,044 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:39:37,044 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:39:37,044 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:39:37,045 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:39:37,045 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:39:37,045 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551977045,5,FailOnTimeoutGroup] 2024-11-14T02:39:37,045 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551977045,5,FailOnTimeoutGroup] 2024-11-14T02:39:37,045 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:37,045 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:39:37,045 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:37,045 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:37,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:39:37,127 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(746): ClusterId : 2439123f-c82e-4041-9890-e453b0c57691 2024-11-14T02:39:37,127 DEBUG [RS:0;83c5a5c119d5:40467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:39:37,138 DEBUG [RS:0;83c5a5c119d5:40467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:39:37,138 DEBUG [RS:0;83c5a5c119d5:40467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:39:37,146 DEBUG [RS:0;83c5a5c119d5:40467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:39:37,146 DEBUG [RS:0;83c5a5c119d5:40467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccac09f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:39:37,156 DEBUG [RS:0;83c5a5c119d5:40467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:40467 2024-11-14T02:39:37,156 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:39:37,156 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:39:37,156 DEBUG [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:39:37,157 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,46605,1731551974994 with port=40467, startcode=1731551975101 2024-11-14T02:39:37,157 DEBUG [RS:0;83c5a5c119d5:40467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:39:37,158 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:39:37,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46605 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,40467,1731551975101 2024-11-14T02:39:37,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46605 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,40467,1731551975101 2024-11-14T02:39:37,159 DEBUG [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59 2024-11-14T02:39:37,160 DEBUG [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46571 2024-11-14T02:39:37,160 DEBUG [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:39:37,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011/rs 2024-11-14T02:39:37,217 DEBUG [RS:0;83c5a5c119d5:40467 {}] zookeeper.ZKUtil(111): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Set watcher on existing znode=/1-40815011/rs/83c5a5c119d5,40467,1731551975101 2024-11-14T02:39:37,217 WARN [RS:0;83c5a5c119d5:40467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:39:37,217 INFO [RS:0;83c5a5c119d5:40467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:37,217 DEBUG [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101 2024-11-14T02:39:37,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,40467,1731551975101] 2024-11-14T02:39:37,220 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:39:37,221 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:39:37,222 INFO [RS:0;83c5a5c119d5:40467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:39:37,222 INFO [RS:0;83c5a5c119d5:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:37,222 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:39:37,223 INFO [RS:0;83c5a5c119d5:40467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:39:37,223 INFO [RS:0;83c5a5c119d5:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:37,223 DEBUG [RS:0;83c5a5c119d5:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:37,223 DEBUG [RS:0;83c5a5c119d5:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:37,223 DEBUG [RS:0;83c5a5c119d5:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:37,223 DEBUG [RS:0;83c5a5c119d5:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:37,223 DEBUG [RS:0;83c5a5c119d5:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:37,223 DEBUG [RS:0;83c5a5c119d5:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:39:37,223 DEBUG [RS:0;83c5a5c119d5:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:37,223 DEBUG [RS:0;83c5a5c119d5:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:37,223 DEBUG [RS:0;83c5a5c119d5:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:37,223 DEBUG [RS:0;83c5a5c119d5:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:37,223 DEBUG [RS:0;83c5a5c119d5:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:37,223 DEBUG [RS:0;83c5a5c119d5:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:39:37,223 DEBUG [RS:0;83c5a5c119d5:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:39:37,223 DEBUG [RS:0;83c5a5c119d5:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:39:37,226 INFO [RS:0;83c5a5c119d5:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:37,226 INFO [RS:0;83c5a5c119d5:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:37,226 INFO [RS:0;83c5a5c119d5:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:37,226 INFO [RS:0;83c5a5c119d5:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:37,226 INFO [RS:0;83c5a5c119d5:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:37,226 INFO [RS:0;83c5a5c119d5:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,40467,1731551975101-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:39:37,244 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:39:37,244 INFO [RS:0;83c5a5c119d5:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,40467,1731551975101-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:37,244 INFO [RS:0;83c5a5c119d5:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:37,244 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.Replication(171): 83c5a5c119d5,40467,1731551975101 started 2024-11-14T02:39:37,258 INFO [RS:0;83c5a5c119d5:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:37,258 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,40467,1731551975101, RpcServer on 83c5a5c119d5/172.17.0.2:40467, sessionid=0x101387fedcf0004 2024-11-14T02:39:37,258 DEBUG [RS:0;83c5a5c119d5:40467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:39:37,258 DEBUG [RS:0;83c5a5c119d5:40467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,40467,1731551975101 2024-11-14T02:39:37,258 DEBUG [RS:0;83c5a5c119d5:40467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,40467,1731551975101' 2024-11-14T02:39:37,258 DEBUG [RS:0;83c5a5c119d5:40467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-40815011/flush-table-proc/abort' 2024-11-14T02:39:37,259 DEBUG [RS:0;83c5a5c119d5:40467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-40815011/flush-table-proc/acquired' 2024-11-14T02:39:37,259 DEBUG [RS:0;83c5a5c119d5:40467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:39:37,259 DEBUG [RS:0;83c5a5c119d5:40467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:39:37,259 DEBUG [RS:0;83c5a5c119d5:40467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,40467,1731551975101 2024-11-14T02:39:37,259 DEBUG [RS:0;83c5a5c119d5:40467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,40467,1731551975101' 2024-11-14T02:39:37,259 DEBUG [RS:0;83c5a5c119d5:40467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-40815011/online-snapshot/abort' 2024-11-14T02:39:37,259 DEBUG [RS:0;83c5a5c119d5:40467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-40815011/online-snapshot/acquired' 2024-11-14T02:39:37,260 DEBUG [RS:0;83c5a5c119d5:40467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:39:37,260 INFO [RS:0;83c5a5c119d5:40467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:39:37,260 INFO [RS:0;83c5a5c119d5:40467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:39:37,360 INFO [RS:0;83c5a5c119d5:40467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:39:37,361 INFO [RS:0;83c5a5c119d5:40467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C40467%2C1731551975101, suffix=, logDir=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101, archiveDir=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/oldWALs, maxLogs=10 2024-11-14T02:39:37,373 DEBUG [RS:0;83c5a5c119d5:40467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361, exclude list is [], retry=0 2024-11-14T02:39:37,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43271,DS-53d0a17f-fa5e-4a12-b2c4-b7d5ffa05e80,DISK] 2024-11-14T02:39:37,376 INFO [RS:0;83c5a5c119d5:40467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 2024-11-14T02:39:37,377 DEBUG [RS:0;83c5a5c119d5:40467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44701:44701)] 2024-11-14T02:39:37,451 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:39:37,451 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59 2024-11-14T02:39:37,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:39:37,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:37,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:39:37,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:39:37,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:37,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:37,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:39:37,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:39:37,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:37,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:37,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:39:37,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:39:37,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:37,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:37,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:39:37,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:39:37,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:37,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:37,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:39:37,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740 2024-11-14T02:39:37,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740 2024-11-14T02:39:37,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:39:37,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:39:37,865 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:39:37,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:39:37,868 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:39:37,868 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69068708, jitterRate=0.029203951358795166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:39:37,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731551977857Initializing all the Stores at 1731551977857Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551977857Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551977858 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551977858Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551977858Cleaning up temporary data from old regions at 1731551977865 (+7 ms)Region opened successfully at 1731551977868 (+3 ms) 2024-11-14T02:39:37,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:39:37,868 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:39:37,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:39:37,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:39:37,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:39:37,869 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:39:37,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551977868Disabling compacts and flushes for region at 1731551977868Disabling writes for close at 1731551977868Writing region close event to WAL at 1731551977869 (+1 ms)Closed at 1731551977869 2024-11-14T02:39:37,870 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:39:37,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:39:37,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:39:37,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:39:37,871 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:39:38,021 DEBUG [83c5a5c119d5:46605 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:39:38,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,40467,1731551975101 2024-11-14T02:39:38,023 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,40467,1731551975101, state=OPENING 2024-11-14T02:39:38,059 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:39:38,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011 2024-11-14T02:39:38,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011 2024-11-14T02:39:38,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-40815011/meta-region-server: CHANGED 2024-11-14T02:39:38,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-40815011/meta-region-server: CHANGED 2024-11-14T02:39:38,068 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:39:38,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,40467,1731551975101}] 2024-11-14T02:39:38,082 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:39:38,220 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:39:38,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:39:38,224 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:39:38,224 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:38,224 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:39:38,225 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C40467%2C1731551975101.meta, suffix=.meta, logDir=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101, archiveDir=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/oldWALs, maxLogs=10 2024-11-14T02:39:38,237 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.meta.1731551978226.meta, exclude list is [], retry=0 2024-11-14T02:39:38,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43271,DS-53d0a17f-fa5e-4a12-b2c4-b7d5ffa05e80,DISK] 2024-11-14T02:39:38,241 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.meta.1731551978226.meta 2024-11-14T02:39:38,241 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44701:44701)] 2024-11-14T02:39:38,241 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:39:38,241 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:39:38,242 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:39:38,242 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:39:38,242 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:39:38,242 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:39:38,242 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:38,242 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:39:38,242 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:39:38,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:39:38,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:39:38,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:38,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:38,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:39:38,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:39:38,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:38,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:38,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:39:38,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:39:38,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:38,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:38,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:39:38,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:39:38,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:38,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:39:38,247 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:39:38,247 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740 2024-11-14T02:39:38,248 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740 2024-11-14T02:39:38,250 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:39:38,250 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:39:38,250 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:39:38,251 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:39:38,252 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74756201, jitterRate=0.11395420134067535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:39:38,252 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:39:38,252 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731551978242Writing region info on filesystem at 1731551978242Initializing all the Stores at 1731551978243 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551978243Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551978243Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551978243Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731551978243Cleaning up temporary data from old regions at 1731551978250 (+7 ms)Running coprocessor post-open hooks at 1731551978252 (+2 ms)Region opened successfully at 1731551978252 2024-11-14T02:39:38,253 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731551978220 2024-11-14T02:39:38,254 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:39:38,254 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:39:38,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,40467,1731551975101 2024-11-14T02:39:38,255 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,40467,1731551975101, state=OPEN 2024-11-14T02:39:38,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-40815011/meta-region-server 2024-11-14T02:39:38,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-40815011/meta-region-server 2024-11-14T02:39:38,262 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,40467,1731551975101 2024-11-14T02:39:38,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-40815011/meta-region-server: CHANGED 2024-11-14T02:39:38,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-40815011/meta-region-server: CHANGED 2024-11-14T02:39:38,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:39:38,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,40467,1731551975101 in 194 msec 2024-11-14T02:39:38,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:39:38,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 394 msec 2024-11-14T02:39:38,266 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:39:38,266 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:39:38,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:38,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40467,1731551975101, seqNum=-1] 2024-11-14T02:39:38,267 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:38,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:39:38,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2320 sec 2024-11-14T02:39:38,272 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731551978272, completionTime=-1 2024-11-14T02:39:38,272 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:39:38,272 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:39:38,274 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:39:38,274 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552038274 2024-11-14T02:39:38,274 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552098274 2024-11-14T02:39:38,274 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T02:39:38,274 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,46605,1731551974994-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:38,274 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,46605,1731551974994-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:38,274 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,46605,1731551974994-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:38,274 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:46605, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:38,274 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:38,275 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:38,276 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:39:38,277 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.118sec 2024-11-14T02:39:38,277 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:39:38,277 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:39:38,277 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:39:38,277 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:39:38,277 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:39:38,277 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,46605,1731551974994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:39:38,278 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,46605,1731551974994-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:39:38,279 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:39:38,279 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:39:38,279 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,46605,1731551974994-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:39:38,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b981b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:38,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,46605,-1 for getting cluster id 2024-11-14T02:39:38,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:38,329 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2439123f-c82e-4041-9890-e453b0c57691' 2024-11-14T02:39:38,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:38,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2439123f-c82e-4041-9890-e453b0c57691" 2024-11-14T02:39:38,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e4372f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:38,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,46605,-1] 2024-11-14T02:39:38,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:38,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:38,330 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:38,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59508997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:38,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:38,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40467,1731551975101, seqNum=-1] 2024-11-14T02:39:38,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:38,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:39:38,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,46605,1731551974994 2024-11-14T02:39:38,335 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56092 2024-11-14T02:39:38,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:39:38,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101387fedcf0005 connected 2024-11-14T02:39:38,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,42071,1731551969959 2024-11-14T02:39:38,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a0e104b 2024-11-14T02:39:38,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:39:38,358 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:39:38,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:39:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T02:39:38,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:39:38,360 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:38,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T02:39:38,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:39:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:39:38,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741835_1011 (size=902) 2024-11-14T02:39:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:39:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:39:38,762 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:39:38,768 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e36510568125cfdfb7e14118cfea812, NAME => 'test,,1731551978358.2e36510568125cfdfb7e14118cfea812.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6 2024-11-14T02:39:38,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741836_1012 (size=39) 2024-11-14T02:39:38,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:38,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:38,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:38,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:38,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:38,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:38,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:38,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:39:39,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731551978358.2e36510568125cfdfb7e14118cfea812.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:39,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2e36510568125cfdfb7e14118cfea812, disabling compactions & flushes 2024-11-14T02:39:39,178 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731551978358.2e36510568125cfdfb7e14118cfea812. 2024-11-14T02:39:39,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731551978358.2e36510568125cfdfb7e14118cfea812. 2024-11-14T02:39:39,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731551978358.2e36510568125cfdfb7e14118cfea812. after waiting 0 ms 2024-11-14T02:39:39,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731551978358.2e36510568125cfdfb7e14118cfea812. 2024-11-14T02:39:39,178 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731551978358.2e36510568125cfdfb7e14118cfea812. 2024-11-14T02:39:39,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e36510568125cfdfb7e14118cfea812: Waiting for close lock at 1731551979178Disabling compacts and flushes for region at 1731551979178Disabling writes for close at 1731551979178Writing region close event to WAL at 1731551979178Closed at 1731551979178 2024-11-14T02:39:39,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:39:39,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731551978358.2e36510568125cfdfb7e14118cfea812.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731551979179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731551979179"}]},"ts":"1731551979179"} 2024-11-14T02:39:39,181 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:39:39,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:39:39,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551979182"}]},"ts":"1731551979182"} 2024-11-14T02:39:39,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T02:39:39,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2e36510568125cfdfb7e14118cfea812, ASSIGN}] 2024-11-14T02:39:39,185 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2e36510568125cfdfb7e14118cfea812, ASSIGN 2024-11-14T02:39:39,185 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2e36510568125cfdfb7e14118cfea812, ASSIGN; state=OFFLINE, location=83c5a5c119d5,36255,1731551970111; forceNewPlan=false, retain=false 2024-11-14T02:39:39,336 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e36510568125cfdfb7e14118cfea812, regionState=OPENING, regionLocation=83c5a5c119d5,36255,1731551970111 2024-11-14T02:39:39,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2e36510568125cfdfb7e14118cfea812, ASSIGN because future has completed 2024-11-14T02:39:39,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e36510568125cfdfb7e14118cfea812, server=83c5a5c119d5,36255,1731551970111}] 2024-11-14T02:39:39,493 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731551978358.2e36510568125cfdfb7e14118cfea812. 2024-11-14T02:39:39,494 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e36510568125cfdfb7e14118cfea812, NAME => 'test,,1731551978358.2e36510568125cfdfb7e14118cfea812.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:39:39,494 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:39:39,494 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T02:39:39,494 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2e36510568125cfdfb7e14118cfea812 2024-11-14T02:39:39,494 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731551978358.2e36510568125cfdfb7e14118cfea812.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:39,494 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2e36510568125cfdfb7e14118cfea812 2024-11-14T02:39:39,494 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2e36510568125cfdfb7e14118cfea812 2024-11-14T02:39:39,495 INFO [StoreOpener-2e36510568125cfdfb7e14118cfea812-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2e36510568125cfdfb7e14118cfea812 2024-11-14T02:39:39,496 INFO [StoreOpener-2e36510568125cfdfb7e14118cfea812-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e36510568125cfdfb7e14118cfea812 columnFamilyName f 2024-11-14T02:39:39,496 DEBUG [StoreOpener-2e36510568125cfdfb7e14118cfea812-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:39,496 INFO [StoreOpener-2e36510568125cfdfb7e14118cfea812-1 {}] regionserver.HStore(327): Store=2e36510568125cfdfb7e14118cfea812/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:39,496 INFO [StoreOpener-2e36510568125cfdfb7e14118cfea812-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2e36510568125cfdfb7e14118cfea812 2024-11-14T02:39:39,497 INFO [StoreOpener-2e36510568125cfdfb7e14118cfea812-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e36510568125cfdfb7e14118cfea812 columnFamilyName f1 2024-11-14T02:39:39,497 DEBUG [StoreOpener-2e36510568125cfdfb7e14118cfea812-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:39,497 INFO [StoreOpener-2e36510568125cfdfb7e14118cfea812-1 {}] regionserver.HStore(327): Store=2e36510568125cfdfb7e14118cfea812/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:39,497 INFO [StoreOpener-2e36510568125cfdfb7e14118cfea812-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2e36510568125cfdfb7e14118cfea812 2024-11-14T02:39:39,498 INFO [StoreOpener-2e36510568125cfdfb7e14118cfea812-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e36510568125cfdfb7e14118cfea812 columnFamilyName norep 2024-11-14T02:39:39,498 DEBUG [StoreOpener-2e36510568125cfdfb7e14118cfea812-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:39,498 INFO [StoreOpener-2e36510568125cfdfb7e14118cfea812-1 {}] regionserver.HStore(327): Store=2e36510568125cfdfb7e14118cfea812/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:39,499 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2e36510568125cfdfb7e14118cfea812 2024-11-14T02:39:39,499 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812 2024-11-14T02:39:39,499 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812 2024-11-14T02:39:39,500 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2e36510568125cfdfb7e14118cfea812 2024-11-14T02:39:39,500 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2e36510568125cfdfb7e14118cfea812 2024-11-14T02:39:39,501 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:39:39,501 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2e36510568125cfdfb7e14118cfea812 2024-11-14T02:39:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:39:39,503 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:39:39,503 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2e36510568125cfdfb7e14118cfea812; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70843461, jitterRate=0.055649831891059875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:39:39,504 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e36510568125cfdfb7e14118cfea812 2024-11-14T02:39:39,504 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2e36510568125cfdfb7e14118cfea812: Running coprocessor pre-open hook at 1731551979494Writing region info on filesystem at 1731551979494Initializing all the Stores at 1731551979495 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551979495Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551979495Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551979495Cleaning up temporary data from old regions at 1731551979500 (+5 ms)Running coprocessor post-open hooks at 1731551979504 (+4 ms)Region opened successfully at 1731551979504 2024-11-14T02:39:39,505 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731551978358.2e36510568125cfdfb7e14118cfea812., pid=6, masterSystemTime=1731551979490 2024-11-14T02:39:39,506 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731551978358.2e36510568125cfdfb7e14118cfea812. 2024-11-14T02:39:39,506 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731551978358.2e36510568125cfdfb7e14118cfea812. 2024-11-14T02:39:39,507 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e36510568125cfdfb7e14118cfea812, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83c5a5c119d5,36255,1731551970111 2024-11-14T02:39:39,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e36510568125cfdfb7e14118cfea812, server=83c5a5c119d5,36255,1731551970111 because future has completed 2024-11-14T02:39:39,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:39:39,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e36510568125cfdfb7e14118cfea812, server=83c5a5c119d5,36255,1731551970111 in 178 msec 2024-11-14T02:39:39,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:39:39,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2e36510568125cfdfb7e14118cfea812, ASSIGN in 334 msec 2024-11-14T02:39:39,520 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:39:39,520 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551979520"}]},"ts":"1731551979520"} 2024-11-14T02:39:39,522 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T02:39:39,523 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:39:39,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-14T02:39:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:39:40,513 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T02:39:40,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:40,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,46605,1731551974994 2024-11-14T02:39:40,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c5dd793 2024-11-14T02:39:40,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:39:40,515 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:39:40,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:39:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T02:39:40,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:39:40,518 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:40,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T02:39:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:39:40,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:39:40,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741835_1011 (size=902) 2024-11-14T02:39:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:39:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:39:40,925 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35afbf8eee628845eba200d0884836cf, NAME => 'test,,1731551980515.35afbf8eee628845eba200d0884836cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59 2024-11-14T02:39:40,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741836_1012 (size=39) 2024-11-14T02:39:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:39:41,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731551980515.35afbf8eee628845eba200d0884836cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:41,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 35afbf8eee628845eba200d0884836cf, disabling compactions & flushes 2024-11-14T02:39:41,333 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731551980515.35afbf8eee628845eba200d0884836cf. 2024-11-14T02:39:41,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731551980515.35afbf8eee628845eba200d0884836cf. 2024-11-14T02:39:41,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731551980515.35afbf8eee628845eba200d0884836cf. after waiting 0 ms 2024-11-14T02:39:41,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731551980515.35afbf8eee628845eba200d0884836cf. 2024-11-14T02:39:41,333 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731551980515.35afbf8eee628845eba200d0884836cf. 2024-11-14T02:39:41,333 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35afbf8eee628845eba200d0884836cf: Waiting for close lock at 1731551981333Disabling compacts and flushes for region at 1731551981333Disabling writes for close at 1731551981333Writing region close event to WAL at 1731551981333Closed at 1731551981333 2024-11-14T02:39:41,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:39:41,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731551980515.35afbf8eee628845eba200d0884836cf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731551981334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731551981334"}]},"ts":"1731551981334"} 2024-11-14T02:39:41,336 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:39:41,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:39:41,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551981337"}]},"ts":"1731551981337"} 2024-11-14T02:39:41,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T02:39:41,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=35afbf8eee628845eba200d0884836cf, ASSIGN}] 2024-11-14T02:39:41,339 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=35afbf8eee628845eba200d0884836cf, ASSIGN 2024-11-14T02:39:41,340 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=35afbf8eee628845eba200d0884836cf, ASSIGN; state=OFFLINE, location=83c5a5c119d5,40467,1731551975101; forceNewPlan=false, retain=false 2024-11-14T02:39:41,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35afbf8eee628845eba200d0884836cf, regionState=OPENING, regionLocation=83c5a5c119d5,40467,1731551975101 2024-11-14T02:39:41,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=35afbf8eee628845eba200d0884836cf, ASSIGN because future has completed 2024-11-14T02:39:41,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35afbf8eee628845eba200d0884836cf, server=83c5a5c119d5,40467,1731551975101}] 2024-11-14T02:39:41,647 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731551980515.35afbf8eee628845eba200d0884836cf. 2024-11-14T02:39:41,647 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 35afbf8eee628845eba200d0884836cf, NAME => 'test,,1731551980515.35afbf8eee628845eba200d0884836cf.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:39:41,648 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:39:41,648 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T02:39:41,648 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:41,648 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731551980515.35afbf8eee628845eba200d0884836cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:41,648 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:41,648 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:41,649 INFO [StoreOpener-35afbf8eee628845eba200d0884836cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:41,650 INFO [StoreOpener-35afbf8eee628845eba200d0884836cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35afbf8eee628845eba200d0884836cf columnFamilyName f 2024-11-14T02:39:41,650 DEBUG [StoreOpener-35afbf8eee628845eba200d0884836cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:41,650 INFO [StoreOpener-35afbf8eee628845eba200d0884836cf-1 {}] regionserver.HStore(327): Store=35afbf8eee628845eba200d0884836cf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:41,651 INFO [StoreOpener-35afbf8eee628845eba200d0884836cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:41,651 INFO [StoreOpener-35afbf8eee628845eba200d0884836cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35afbf8eee628845eba200d0884836cf columnFamilyName f1 2024-11-14T02:39:41,651 DEBUG [StoreOpener-35afbf8eee628845eba200d0884836cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:41,652 INFO [StoreOpener-35afbf8eee628845eba200d0884836cf-1 {}] regionserver.HStore(327): Store=35afbf8eee628845eba200d0884836cf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:41,652 INFO [StoreOpener-35afbf8eee628845eba200d0884836cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:39:41,653 INFO [StoreOpener-35afbf8eee628845eba200d0884836cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35afbf8eee628845eba200d0884836cf columnFamilyName norep 2024-11-14T02:39:41,653 DEBUG [StoreOpener-35afbf8eee628845eba200d0884836cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:41,653 INFO [StoreOpener-35afbf8eee628845eba200d0884836cf-1 {}] regionserver.HStore(327): Store=35afbf8eee628845eba200d0884836cf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:41,653 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:41,654 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:41,654 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:41,655 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:41,655 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:41,655 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:39:41,656 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:41,657 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:39:41,658 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 35afbf8eee628845eba200d0884836cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59950857, jitterRate=-0.10666261613368988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:39:41,658 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:41,658 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 35afbf8eee628845eba200d0884836cf: Running coprocessor pre-open hook at 1731551981648Writing region info on filesystem at 1731551981648Initializing all the Stores at 1731551981649 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551981649Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551981649Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551981649Cleaning up temporary data from old regions at 1731551981655 (+6 ms)Running coprocessor post-open hooks at 1731551981658 (+3 ms)Region opened successfully at 1731551981658 2024-11-14T02:39:41,658 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731551980515.35afbf8eee628845eba200d0884836cf., pid=6, masterSystemTime=1731551981644 2024-11-14T02:39:41,660 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731551980515.35afbf8eee628845eba200d0884836cf. 2024-11-14T02:39:41,660 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731551980515.35afbf8eee628845eba200d0884836cf. 2024-11-14T02:39:41,661 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=35afbf8eee628845eba200d0884836cf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83c5a5c119d5,40467,1731551975101 2024-11-14T02:39:41,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35afbf8eee628845eba200d0884836cf, server=83c5a5c119d5,40467,1731551975101 because future has completed 2024-11-14T02:39:41,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:39:41,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 35afbf8eee628845eba200d0884836cf, server=83c5a5c119d5,40467,1731551975101 in 170 msec 2024-11-14T02:39:41,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:39:41,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=35afbf8eee628845eba200d0884836cf, ASSIGN in 327 msec 2024-11-14T02:39:41,667 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:39:41,667 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551981667"}]},"ts":"1731551981667"} 2024-11-14T02:39:41,668 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T02:39:41,669 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:39:41,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-14T02:39:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:39:42,662 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T02:39:42,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7729d149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:42,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42071,-1 for getting cluster id 2024-11-14T02:39:42,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:42,664 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e918d5c-554c-46a4-b670-25494850283b' 2024-11-14T02:39:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e918d5c-554c-46a4-b670-25494850283b" 2024-11-14T02:39:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fa7aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42071,-1] 2024-11-14T02:39:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:42,665 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:42,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f541155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:42,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c929a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:42,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,46605,-1 for getting cluster id 2024-11-14T02:39:42,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:42,666 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2439123f-c82e-4041-9890-e453b0c57691' 2024-11-14T02:39:42,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:42,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2439123f-c82e-4041-9890-e453b0c57691" 2024-11-14T02:39:42,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73de12d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:42,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,46605,-1] 2024-11-14T02:39:42,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:42,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:42,668 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:42,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2c8541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:42,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c17d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:42,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42071,-1 for getting cluster id 2024-11-14T02:39:42,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:42,669 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e918d5c-554c-46a4-b670-25494850283b' 2024-11-14T02:39:42,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:42,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e918d5c-554c-46a4-b670-25494850283b" 2024-11-14T02:39:42,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a00f830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:42,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42071,-1] 2024-11-14T02:39:42,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:42,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:42,670 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:42,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627d3219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:42,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:42,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,42071,1731551969959 2024-11-14T02:39:42,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@169c80ff 2024-11-14T02:39:42,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:39:42,672 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:39:42,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83c5a5c119d5:46605,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T02:39:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:39:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:39:42,675 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:46605' 2024-11-14T02:39:42,676 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fdc1133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:42,676 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,46605,-1 for getting cluster id 2024-11-14T02:39:42,676 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:42,676 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2439123f-c82e-4041-9890-e453b0c57691' 2024-11-14T02:39:42,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:42,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2439123f-c82e-4041-9890-e453b0c57691" 2024-11-14T02:39:42,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2961d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:42,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,46605,-1] 2024-11-14T02:39:42,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:42,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:42,677 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:42,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719f8693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:42,678 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:42,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,46605,1731551974994 2024-11-14T02:39:42,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dd76a9b 2024-11-14T02:39:42,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:39:42,679 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:39:42,680 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T02:39:42,680 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:39:42,680 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:42,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:42,680 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:42,680 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:39:42,681 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T02:39:42,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:39:42,682 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:42,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:39:42,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741837_1013 (size=1138) 2024-11-14T02:39:42,731 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T02:39:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:39:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:39:43,089 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a4d7d20246f416f8f0cf69eab91c42bf, NAME => 'hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6 2024-11-14T02:39:43,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741838_1014 (size=44) 2024-11-14T02:39:43,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T02:39:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:39:43,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:43,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a4d7d20246f416f8f0cf69eab91c42bf, disabling compactions & flushes 2024-11-14T02:39:43,495 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf. 2024-11-14T02:39:43,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf. 2024-11-14T02:39:43,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf. after waiting 0 ms 2024-11-14T02:39:43,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf. 2024-11-14T02:39:43,495 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf. 2024-11-14T02:39:43,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a4d7d20246f416f8f0cf69eab91c42bf: Waiting for close lock at 1731551983495Disabling compacts and flushes for region at 1731551983495Disabling writes for close at 1731551983495Writing region close event to WAL at 1731551983495Closed at 1731551983495 2024-11-14T02:39:43,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:39:43,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731551983496"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731551983496"}]},"ts":"1731551983496"} 2024-11-14T02:39:43,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:39:43,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:39:43,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551983499"}]},"ts":"1731551983499"} 2024-11-14T02:39:43,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T02:39:43,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a4d7d20246f416f8f0cf69eab91c42bf, ASSIGN}] 2024-11-14T02:39:43,501 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a4d7d20246f416f8f0cf69eab91c42bf, ASSIGN 2024-11-14T02:39:43,502 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a4d7d20246f416f8f0cf69eab91c42bf, ASSIGN; state=OFFLINE, location=83c5a5c119d5,36255,1731551970111; forceNewPlan=false, retain=false 2024-11-14T02:39:43,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a4d7d20246f416f8f0cf69eab91c42bf, regionState=OPENING, regionLocation=83c5a5c119d5,36255,1731551970111 2024-11-14T02:39:43,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a4d7d20246f416f8f0cf69eab91c42bf, ASSIGN because future has completed 2024-11-14T02:39:43,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4d7d20246f416f8f0cf69eab91c42bf, server=83c5a5c119d5,36255,1731551970111}] 2024-11-14T02:39:43,743 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:39:43,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:43,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:43,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:43,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:43,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:43,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:43,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:43,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:43,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf. 2024-11-14T02:39:43,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:43,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T02:39:43,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C36255%2C1731551970111.rep, suffix=, logDir=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111, archiveDir=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/oldWALs, maxLogs=10 2024-11-14T02:39:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:39:43,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.rep.1731551983812, exclude list is [], retry=0 2024-11-14T02:39:43,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35735,DS-b97134af-6b7c-4969-852b-152fd7dc3819,DISK] 2024-11-14T02:39:43,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.rep.1731551983812 2024-11-14T02:39:43,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36697:36697)] 2024-11-14T02:39:43,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a4d7d20246f416f8f0cf69eab91c42bf, NAME => 'hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:39:43,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:39:43,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:39:43,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf. service=MultiRowMutationService 2024-11-14T02:39:43,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T02:39:43,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:43,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:43,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:43,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:43,829 INFO [StoreOpener-a4d7d20246f416f8f0cf69eab91c42bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:43,831 INFO [StoreOpener-a4d7d20246f416f8f0cf69eab91c42bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4d7d20246f416f8f0cf69eab91c42bf columnFamilyName hfileref 2024-11-14T02:39:43,831 DEBUG [StoreOpener-a4d7d20246f416f8f0cf69eab91c42bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:43,831 INFO [StoreOpener-a4d7d20246f416f8f0cf69eab91c42bf-1 {}] regionserver.HStore(327): Store=a4d7d20246f416f8f0cf69eab91c42bf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:43,831 INFO [StoreOpener-a4d7d20246f416f8f0cf69eab91c42bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:43,832 INFO [StoreOpener-a4d7d20246f416f8f0cf69eab91c42bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4d7d20246f416f8f0cf69eab91c42bf columnFamilyName queue 2024-11-14T02:39:43,832 DEBUG [StoreOpener-a4d7d20246f416f8f0cf69eab91c42bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:43,832 INFO [StoreOpener-a4d7d20246f416f8f0cf69eab91c42bf-1 {}] regionserver.HStore(327): Store=a4d7d20246f416f8f0cf69eab91c42bf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:43,832 INFO [StoreOpener-a4d7d20246f416f8f0cf69eab91c42bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:43,833 INFO [StoreOpener-a4d7d20246f416f8f0cf69eab91c42bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4d7d20246f416f8f0cf69eab91c42bf columnFamilyName sid 2024-11-14T02:39:43,833 DEBUG [StoreOpener-a4d7d20246f416f8f0cf69eab91c42bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:43,833 INFO [StoreOpener-a4d7d20246f416f8f0cf69eab91c42bf-1 {}] regionserver.HStore(327): Store=a4d7d20246f416f8f0cf69eab91c42bf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:43,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:43,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/replication/a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:43,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/replication/a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:43,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:43,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:43,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:39:43,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:43,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/replication/a4d7d20246f416f8f0cf69eab91c42bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:39:43,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a4d7d20246f416f8f0cf69eab91c42bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70479838, jitterRate=0.05023142695426941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:39:43,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:43,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a4d7d20246f416f8f0cf69eab91c42bf: Running coprocessor pre-open hook at 1731551983828Writing region info on filesystem at 1731551983828Initializing all the Stores at 1731551983829 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551983829Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551983829Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551983829Cleaning up temporary data from old regions at 1731551983835 (+6 ms)Running coprocessor post-open hooks at 1731551983839 (+4 ms)Region opened successfully at 1731551983839 2024-11-14T02:39:43,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf., pid=10, masterSystemTime=1731551983807 2024-11-14T02:39:43,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf. 2024-11-14T02:39:43,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf. 2024-11-14T02:39:43,843 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a4d7d20246f416f8f0cf69eab91c42bf, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,36255,1731551970111 2024-11-14T02:39:43,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4d7d20246f416f8f0cf69eab91c42bf, server=83c5a5c119d5,36255,1731551970111 because future has completed 2024-11-14T02:39:43,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T02:39:43,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a4d7d20246f416f8f0cf69eab91c42bf, server=83c5a5c119d5,36255,1731551970111 in 191 msec 2024-11-14T02:39:43,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T02:39:43,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a4d7d20246f416f8f0cf69eab91c42bf, ASSIGN in 346 msec 2024-11-14T02:39:43,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:39:43,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551983849"}]},"ts":"1731551983849"} 2024-11-14T02:39:43,851 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T02:39:43,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:39:43,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-14T02:39:43,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf., hostname=83c5a5c119d5,36255,1731551970111, seqNum=2] 2024-11-14T02:39:43,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733 2024-11-14T02:39:43,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733 2024-11-14T02:39:43,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:39:44,083 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T02:39:44,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T02:39:44,115 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T02:39:44,141 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83c5a5c119d5,36255,1731551970111, ReplicationSource: 1, currentBandwidth=0 2024-11-14T02:39:44,141 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:44,141 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,36255,1731551970111, seqNum=-1] 2024-11-14T02:39:44,141 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:44,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T02:39:44,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83c5a5c119d5,36255,1731551970111', locateType=CURRENT is [region=hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf., hostname=83c5a5c119d5,36255,1731551970111, seqNum=2] 2024-11-14T02:39:44,146 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T02:39:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T02:39:44,148 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83c5a5c119d5,36255,1731551970111 suceeded 2024-11-14T02:39:44,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T02:39:44,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T02:39:44,150 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83c5a5c119d5:46605,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:39:44,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4770 sec 2024-11-14T02:39:44,166 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:46605' 2024-11-14T02:39:44,168 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f6257f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:44,168 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,46605,-1 for getting cluster id 2024-11-14T02:39:44,168 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:44,169 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2439123f-c82e-4041-9890-e453b0c57691' 2024-11-14T02:39:44,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:44,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2439123f-c82e-4041-9890-e453b0c57691" 2024-11-14T02:39:44,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@763fcdab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:44,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,46605,-1] 2024-11-14T02:39:44,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:44,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:44,170 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:44,171 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cb4cb73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:44,171 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:44,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,46605,1731551974994 2024-11-14T02:39:44,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fcde746 2024-11-14T02:39:44,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:39:44,173 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T02:39:44,173 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83c5a5c119d5,36255,1731551970111 (queues=1) is replicating from cluster=5e918d5c-554c-46a4-b670-25494850283b to cluster=2439123f-c82e-4041-9890-e453b0c57691 2024-11-14T02:39:44,173 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83c5a5c119d5%2C36255%2C1731551970111 2024-11-14T02:39:44,173 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83c5a5c119d5,36255,1731551970111, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:39:44,174 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227, startPosition=0, beingWritten=true 2024-11-14T02:39:44,174 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C36255%2C1731551970111 2024-11-14T02:39:44,178 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:39:44,179 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 379, reset compression=false 2024-11-14T02:39:44,179 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,36255,1731551970111 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:39:44,384 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 379, reset compression=false 2024-11-14T02:39:44,688 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 379, reset compression=false 2024-11-14T02:39:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:39:44,823 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T02:39:44,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:39:44,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:44,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:44,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:44,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:44,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c98c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:44,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,46605,-1 for getting cluster id 2024-11-14T02:39:44,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:44,824 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2439123f-c82e-4041-9890-e453b0c57691' 2024-11-14T02:39:44,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2439123f-c82e-4041-9890-e453b0c57691" 2024-11-14T02:39:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa17ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,46605,-1] 2024-11-14T02:39:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:44,826 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:44,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ce40d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:44,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:44,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,46605,1731551974994 2024-11-14T02:39:44,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@515d14f8 2024-11-14T02:39:44,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:39:44,828 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:39:44,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83c5a5c119d5:42071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T02:39:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:39:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:39:44,830 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:42071' 2024-11-14T02:39:44,831 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6b9178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:44,831 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42071,-1 for getting cluster id 2024-11-14T02:39:44,831 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:44,832 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e918d5c-554c-46a4-b670-25494850283b' 2024-11-14T02:39:44,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:44,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e918d5c-554c-46a4-b670-25494850283b" 2024-11-14T02:39:44,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231f93b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:44,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42071,-1] 2024-11-14T02:39:44,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:44,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:44,833 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:44,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8db484d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:44,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:44,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,42071,1731551969959 2024-11-14T02:39:44,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cc138b3 2024-11-14T02:39:44,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:39:44,835 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:39:44,835 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T02:39:44,835 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:39:44,835 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:44,836 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:44,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:44,836 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:39:44,837 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T02:39:44,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:39:44,838 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:44,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:39:44,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741837_1013 (size=1138) 2024-11-14T02:39:44,887 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T02:39:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:39:45,092 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 379, reset compression=false 2024-11-14T02:39:45,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T02:39:45,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T02:39:45,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T02:39:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:39:45,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T02:39:45,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:39:45,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T02:39:45,246 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f08c6c6a74c816f2fb941261c464563, NAME => 'hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59 2024-11-14T02:39:45,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741838_1014 (size=44) 2024-11-14T02:39:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:39:45,596 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 379, reset compression=false 2024-11-14T02:39:45,651 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:45,651 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2f08c6c6a74c816f2fb941261c464563, disabling compactions & flushes 2024-11-14T02:39:45,651 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563. 2024-11-14T02:39:45,651 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563. 2024-11-14T02:39:45,651 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563. after waiting 0 ms 2024-11-14T02:39:45,651 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563. 2024-11-14T02:39:45,651 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563. 2024-11-14T02:39:45,651 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f08c6c6a74c816f2fb941261c464563: Waiting for close lock at 1731551985651Disabling compacts and flushes for region at 1731551985651Disabling writes for close at 1731551985651Writing region close event to WAL at 1731551985651Closed at 1731551985651 2024-11-14T02:39:45,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:39:45,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731551985652"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731551985652"}]},"ts":"1731551985652"} 2024-11-14T02:39:45,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:39:45,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:39:45,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551985655"}]},"ts":"1731551985655"} 2024-11-14T02:39:45,657 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T02:39:45,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f08c6c6a74c816f2fb941261c464563, ASSIGN}] 2024-11-14T02:39:45,658 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f08c6c6a74c816f2fb941261c464563, ASSIGN 2024-11-14T02:39:45,658 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2f08c6c6a74c816f2fb941261c464563, ASSIGN; state=OFFLINE, location=83c5a5c119d5,40467,1731551975101; forceNewPlan=false, retain=false 2024-11-14T02:39:45,809 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2f08c6c6a74c816f2fb941261c464563, regionState=OPENING, regionLocation=83c5a5c119d5,40467,1731551975101 2024-11-14T02:39:45,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2f08c6c6a74c816f2fb941261c464563, ASSIGN because future has completed 2024-11-14T02:39:45,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f08c6c6a74c816f2fb941261c464563, server=83c5a5c119d5,40467,1731551975101}] 2024-11-14T02:39:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:39:45,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563. 2024-11-14T02:39:45,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:39:45,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T02:39:45,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C40467%2C1731551975101.rep, suffix=, logDir=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101, archiveDir=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/oldWALs, maxLogs=10 2024-11-14T02:39:45,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.rep.1731551985968, exclude list is [], retry=0 2024-11-14T02:39:45,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43271,DS-53d0a17f-fa5e-4a12-b2c4-b7d5ffa05e80,DISK] 2024-11-14T02:39:45,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.rep.1731551985968 2024-11-14T02:39:45,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44701:44701)] 2024-11-14T02:39:45,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f08c6c6a74c816f2fb941261c464563, NAME => 'hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:39:45,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:39:45,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:39:45,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563. service=MultiRowMutationService 2024-11-14T02:39:45,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T02:39:45,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2f08c6c6a74c816f2fb941261c464563 2024-11-14T02:39:45,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:39:45,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2f08c6c6a74c816f2fb941261c464563 2024-11-14T02:39:45,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2f08c6c6a74c816f2fb941261c464563 2024-11-14T02:39:45,991 INFO [StoreOpener-2f08c6c6a74c816f2fb941261c464563-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2f08c6c6a74c816f2fb941261c464563 2024-11-14T02:39:45,992 INFO [StoreOpener-2f08c6c6a74c816f2fb941261c464563-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f08c6c6a74c816f2fb941261c464563 columnFamilyName hfileref 2024-11-14T02:39:45,992 DEBUG [StoreOpener-2f08c6c6a74c816f2fb941261c464563-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:45,993 INFO [StoreOpener-2f08c6c6a74c816f2fb941261c464563-1 {}] regionserver.HStore(327): Store=2f08c6c6a74c816f2fb941261c464563/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:45,993 INFO [StoreOpener-2f08c6c6a74c816f2fb941261c464563-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2f08c6c6a74c816f2fb941261c464563 2024-11-14T02:39:45,994 INFO [StoreOpener-2f08c6c6a74c816f2fb941261c464563-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f08c6c6a74c816f2fb941261c464563 columnFamilyName queue 2024-11-14T02:39:45,994 DEBUG [StoreOpener-2f08c6c6a74c816f2fb941261c464563-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:45,994 INFO [StoreOpener-2f08c6c6a74c816f2fb941261c464563-1 {}] regionserver.HStore(327): Store=2f08c6c6a74c816f2fb941261c464563/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:45,994 INFO [StoreOpener-2f08c6c6a74c816f2fb941261c464563-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2f08c6c6a74c816f2fb941261c464563 2024-11-14T02:39:45,995 INFO [StoreOpener-2f08c6c6a74c816f2fb941261c464563-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f08c6c6a74c816f2fb941261c464563 columnFamilyName sid 2024-11-14T02:39:45,995 DEBUG [StoreOpener-2f08c6c6a74c816f2fb941261c464563-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:39:45,995 INFO [StoreOpener-2f08c6c6a74c816f2fb941261c464563-1 {}] regionserver.HStore(327): Store=2f08c6c6a74c816f2fb941261c464563/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:39:45,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2f08c6c6a74c816f2fb941261c464563 2024-11-14T02:39:45,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/replication/2f08c6c6a74c816f2fb941261c464563 2024-11-14T02:39:45,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/replication/2f08c6c6a74c816f2fb941261c464563 2024-11-14T02:39:45,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2f08c6c6a74c816f2fb941261c464563 2024-11-14T02:39:45,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2f08c6c6a74c816f2fb941261c464563 2024-11-14T02:39:45,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:39:45,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2f08c6c6a74c816f2fb941261c464563 2024-11-14T02:39:46,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/replication/2f08c6c6a74c816f2fb941261c464563/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:39:46,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2f08c6c6a74c816f2fb941261c464563; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66456010, jitterRate=-0.009728282690048218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:39:46,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f08c6c6a74c816f2fb941261c464563 2024-11-14T02:39:46,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2f08c6c6a74c816f2fb941261c464563: Running coprocessor pre-open hook at 1731551985990Writing region info on filesystem at 1731551985990Initializing all the Stores at 1731551985991 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551985991Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551985991Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731551985991Cleaning up temporary data from old regions at 1731551985997 (+6 ms)Running coprocessor post-open hooks at 1731551986001 (+4 ms)Region opened successfully at 1731551986001 2024-11-14T02:39:46,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563., pid=10, masterSystemTime=1731551985963 2024-11-14T02:39:46,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563. 2024-11-14T02:39:46,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563. 2024-11-14T02:39:46,004 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2f08c6c6a74c816f2fb941261c464563, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,40467,1731551975101 2024-11-14T02:39:46,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f08c6c6a74c816f2fb941261c464563, server=83c5a5c119d5,40467,1731551975101 because future has completed 2024-11-14T02:39:46,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T02:39:46,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f08c6c6a74c816f2fb941261c464563, server=83c5a5c119d5,40467,1731551975101 in 196 msec 2024-11-14T02:39:46,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T02:39:46,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f08c6c6a74c816f2fb941261c464563, ASSIGN in 351 msec 2024-11-14T02:39:46,010 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:39:46,010 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731551986010"}]},"ts":"1731551986010"} 2024-11-14T02:39:46,012 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T02:39:46,013 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:39:46,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-14T02:39:46,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563., hostname=83c5a5c119d5,40467,1731551975101, seqNum=2] 2024-11-14T02:39:46,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011 2024-11-14T02:39:46,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011 2024-11-14T02:39:46,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:39:46,199 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 379, reset compression=false 2024-11-14T02:39:46,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T02:39:46,273 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T02:39:46,300 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83c5a5c119d5,40467,1731551975101, ReplicationSource: 1, currentBandwidth=0 2024-11-14T02:39:46,300 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:46,300 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40467,1731551975101, seqNum=-1] 2024-11-14T02:39:46,301 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:46,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T02:39:46,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83c5a5c119d5,40467,1731551975101', locateType=CURRENT is [region=hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563., hostname=83c5a5c119d5,40467,1731551975101, seqNum=2] 2024-11-14T02:39:46,305 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T02:39:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T02:39:46,307 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83c5a5c119d5,40467,1731551975101 suceeded 2024-11-14T02:39:46,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T02:39:46,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-14T02:39:46,308 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83c5a5c119d5:42071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:39:46,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4800 sec 2024-11-14T02:39:46,318 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:42071' 2024-11-14T02:39:46,319 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13ccbdac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:46,319 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42071,-1 for getting cluster id 2024-11-14T02:39:46,319 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:46,320 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e918d5c-554c-46a4-b670-25494850283b' 2024-11-14T02:39:46,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:46,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e918d5c-554c-46a4-b670-25494850283b" 2024-11-14T02:39:46,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24c3cca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:46,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42071,-1] 2024-11-14T02:39:46,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:46,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:46,321 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:46,322 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ce0cdef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:46,322 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:46,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,42071,1731551969959 2024-11-14T02:39:46,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b494d2b 2024-11-14T02:39:46,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:39:46,323 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T02:39:46,323 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83c5a5c119d5,40467,1731551975101 (queues=1) is replicating from cluster=2439123f-c82e-4041-9890-e453b0c57691 to cluster=5e918d5c-554c-46a4-b670-25494850283b 2024-11-14T02:39:46,323 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83c5a5c119d5%2C40467%2C1731551975101 2024-11-14T02:39:46,324 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83c5a5c119d5,40467,1731551975101, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:39:46,324 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.shipper83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C40467%2C1731551975101 2024-11-14T02:39:46,324 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361, startPosition=0, beingWritten=true 2024-11-14T02:39:46,329 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:39:46,329 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 379, reset compression=false 2024-11-14T02:39:46,329 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.shipper83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,40467,1731551975101 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:39:46,532 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 379, reset compression=false 2024-11-14T02:39:46,835 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 379, reset compression=false 2024-11-14T02:39:46,903 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 379, reset compression=false 2024-11-14T02:39:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:39:46,973 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T02:39:46,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:39:46,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:46,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:46,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:46,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:46,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:46,977 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731551986976/Put/seqid=0 2024-11-14T02:39:46,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741840_1016 (size=7894) 2024-11-14T02:39:47,239 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 379, reset compression=false 2024-11-14T02:39:47,383 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731551987382/Put/seqid=0 2024-11-14T02:39:47,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741841_1017 (size=7691) 2024-11-14T02:39:47,719 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 379, reset compression=false 2024-11-14T02:39:47,742 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 379, reset compression=false 2024-11-14T02:39:47,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a8a376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:47,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42071,-1 for getting cluster id 2024-11-14T02:39:47,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:47,801 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e918d5c-554c-46a4-b670-25494850283b' 2024-11-14T02:39:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e918d5c-554c-46a4-b670-25494850283b" 2024-11-14T02:39:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@edd424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42071,-1] 2024-11-14T02:39:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:47,802 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:47,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5371f87c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:47,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:47,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,36255,1731551970111, seqNum=-1] 2024-11-14T02:39:47,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:47,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:39:47,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:47,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,42071,1731551969959 2024-11-14T02:39:47,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34a070ef 2024-11-14T02:39:47,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:39:47,814 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:39:47,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731551978358.2e36510568125cfdfb7e14118cfea812., hostname=83c5a5c119d5,36255,1731551970111, seqNum=2] 2024-11-14T02:39:47,819 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T02:39:47,824 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T02:39:47,826 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T02:39:47,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 2e36510568125cfdfb7e14118cfea812/f 2024-11-14T02:39:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T02:39:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:39:47,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 2e36510568125cfdfb7e14118cfea812/f 2024-11-14T02:39:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T02:39:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:39:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HRegion(2603): Flush status journal for 2e36510568125cfdfb7e14118cfea812: 2024-11-14T02:39:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins__test__jj5t0c3p5gbg1hauim33su8p5kuq3ic4j39jkb5g5roakn55qogmgsdfebtba0as/f/hfile_1 2024-11-14T02:39:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins__test__jj5t0c3p5gbg1hauim33su8p5kuq3ic4j39jkb5g5roakn55qogmgsdfebtba0as/f/hfile_1 as hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812/f/abb670e3f089426387f6d124e0ae9ffd_SeqId_4_ 2024-11-14T02:39:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins__test__jj5t0c3p5gbg1hauim33su8p5kuq3ic4j39jkb5g5roakn55qogmgsdfebtba0as/f/hfile_0 2024-11-14T02:39:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins__test__jj5t0c3p5gbg1hauim33su8p5kuq3ic4j39jkb5g5roakn55qogmgsdfebtba0as/f/hfile_0 as hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812/f/29e2842c4f1d49008cbb7334a7cc3a1e_SeqId_4_ 2024-11-14T02:39:47,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins__test__jj5t0c3p5gbg1hauim33su8p5kuq3ic4j39jkb5g5roakn55qogmgsdfebtba0as/f/hfile_1 into 2e36510568125cfdfb7e14118cfea812/f as hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812/f/abb670e3f089426387f6d124e0ae9ffd_SeqId_4_ - updating store file list. 2024-11-14T02:39:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStoreFile(483): HFile Bloom filter type for abb670e3f089426387f6d124e0ae9ffd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T02:39:47,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812/f/abb670e3f089426387f6d124e0ae9ffd_SeqId_4_ into 2e36510568125cfdfb7e14118cfea812/f 2024-11-14T02:39:47,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins__test__jj5t0c3p5gbg1hauim33su8p5kuq3ic4j39jkb5g5roakn55qogmgsdfebtba0as/f/hfile_1 into 2e36510568125cfdfb7e14118cfea812/f (new location: hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812/f/abb670e3f089426387f6d124e0ae9ffd_SeqId_4_) 2024-11-14T02:39:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins__test__jj5t0c3p5gbg1hauim33su8p5kuq3ic4j39jkb5g5roakn55qogmgsdfebtba0as/f/hfile_1 2024-11-14T02:39:47,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins__test__jj5t0c3p5gbg1hauim33su8p5kuq3ic4j39jkb5g5roakn55qogmgsdfebtba0as/f/hfile_0 into 2e36510568125cfdfb7e14118cfea812/f as hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812/f/29e2842c4f1d49008cbb7334a7cc3a1e_SeqId_4_ - updating store file list. 2024-11-14T02:39:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 29e2842c4f1d49008cbb7334a7cc3a1e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T02:39:47,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812/f/29e2842c4f1d49008cbb7334a7cc3a1e_SeqId_4_ into 2e36510568125cfdfb7e14118cfea812/f 2024-11-14T02:39:47,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins__test__jj5t0c3p5gbg1hauim33su8p5kuq3ic4j39jkb5g5roakn55qogmgsdfebtba0as/f/hfile_0 into 2e36510568125cfdfb7e14118cfea812/f (new location: hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812/f/29e2842c4f1d49008cbb7334a7cc3a1e_SeqId_4_) 2024-11-14T02:39:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins__test__jj5t0c3p5gbg1hauim33su8p5kuq3ic4j39jkb5g5roakn55qogmgsdfebtba0as/f/hfile_0 2024-11-14T02:39:47,861 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:39:47,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:47,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:47,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:47,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731551978358.2e36510568125cfdfb7e14118cfea812., hostname=83c5a5c119d5,36255,1731551970111, seqNum=2 , the old value is region=test,,1731551978358.2e36510568125cfdfb7e14118cfea812., hostname=83c5a5c119d5,36255,1731551970111, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=83c5a5c119d5:36255 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T02:39:47,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731551978358.2e36510568125cfdfb7e14118cfea812., hostname=83c5a5c119d5,36255,1731551970111, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T02:39:47,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731551978358.2e36510568125cfdfb7e14118cfea812., hostname=83c5a5c119d5,36255,1731551970111, seqNum=2 from cache 2024-11-14T02:39:47,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:47,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:47,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40467,1731551975101, seqNum=-1] 2024-11-14T02:39:47,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:47,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:39:47,864 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T02:39:47,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731551980515.35afbf8eee628845eba200d0884836cf., hostname=83c5a5c119d5,40467,1731551975101, seqNum=2] 2024-11-14T02:39:47,867 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T02:39:47,973 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:36255 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-14T02:39:48,345 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 379, reset compression=false 2024-11-14T02:39:48,622 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 379, reset compression=false 2024-11-14T02:39:48,627 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:39:48,627 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,36255,1731551970111 got entry batch from reader: WALEntryBatch [walEntries=[{test/2e36510568125cfdfb7e14118cfea812/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731551987859/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T02:39:48,629 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:39:48,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-14T02:39:48,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.ReplicationSink(318): Replicating [5e918d5c-554c-46a4-b670-25494850283b] bulk loaded data 2024-11-14T02:39:48,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f0227b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:48,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,46605,-1 for getting cluster id 2024-11-14T02:39:48,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:48,631 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2439123f-c82e-4041-9890-e453b0c57691' 2024-11-14T02:39:48,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:48,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2439123f-c82e-4041-9890-e453b0c57691" 2024-11-14T02:39:48,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23b349c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:48,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,46605,-1] 2024-11-14T02:39:48,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:48,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:48,633 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:48,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@714c1689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:48,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741840_1016 (size=7691) 2024-11-14T02:39:48,827 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 687, reset compression=false 2024-11-14T02:39:48,869 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T02:39:49,049 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 379, reset compression=false 2024-11-14T02:39:49,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741841_1017 (size=7894) 2024-11-14T02:39:49,131 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 687, reset compression=false 2024-11-14T02:39:49,330 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:39:49,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:49,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:49,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:49,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:49,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:49,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:49,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:49,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:49,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:49,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,46605,1731551974994 2024-11-14T02:39:49,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c7ac7cc 2024-11-14T02:39:49,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:39:49,455 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T02:39:49,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T02:39:49,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:49,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40467,1731551975101, seqNum=-1] 2024-11-14T02:39:49,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:49,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T02:39:49,463 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins.hfs.11__test__f0j4dm15d9dk33ul4m1kot9p6ak6sbk5nrqus6i8js6k4us1g2n2p1q1ugbb6tk4/f/29e2842c4f1d49008cbb7334a7cc3a1e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T02:39:49,465 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins.hfs.11__test__f0j4dm15d9dk33ul4m1kot9p6ak6sbk5nrqus6i8js6k4us1g2n2p1q1ugbb6tk4/f/abb670e3f089426387f6d124e0ae9ffd_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T02:39:49,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins.hfs.11__test__f0j4dm15d9dk33ul4m1kot9p6ak6sbk5nrqus6i8js6k4us1g2n2p1q1ugbb6tk4/f/29e2842c4f1d49008cbb7334a7cc3a1e_SeqId_4_ for inclusion in 35afbf8eee628845eba200d0884836cf/f 2024-11-14T02:39:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T02:39:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:39:49,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins.hfs.11__test__f0j4dm15d9dk33ul4m1kot9p6ak6sbk5nrqus6i8js6k4us1g2n2p1q1ugbb6tk4/f/abb670e3f089426387f6d124e0ae9ffd_SeqId_4_ for inclusion in 35afbf8eee628845eba200d0884836cf/f 2024-11-14T02:39:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T02:39:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:39:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HRegion(2603): Flush status journal for 35afbf8eee628845eba200d0884836cf: 2024-11-14T02:39:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 29e2842c4f1d49008cbb7334a7cc3a1e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T02:39:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins.hfs.11__test__f0j4dm15d9dk33ul4m1kot9p6ak6sbk5nrqus6i8js6k4us1g2n2p1q1ugbb6tk4/f/29e2842c4f1d49008cbb7334a7cc3a1e_SeqId_4_ as hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf/f/e69bd41d47ce46d0bacfd1a8e553c4c3_SeqId_4_ 2024-11-14T02:39:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): abb670e3f089426387f6d124e0ae9ffd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T02:39:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins.hfs.11__test__f0j4dm15d9dk33ul4m1kot9p6ak6sbk5nrqus6i8js6k4us1g2n2p1q1ugbb6tk4/f/abb670e3f089426387f6d124e0ae9ffd_SeqId_4_ as hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf/f/89740204432748188809cd3a238dda94_SeqId_4_ 2024-11-14T02:39:49,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins.hfs.11__test__f0j4dm15d9dk33ul4m1kot9p6ak6sbk5nrqus6i8js6k4us1g2n2p1q1ugbb6tk4/f/29e2842c4f1d49008cbb7334a7cc3a1e_SeqId_4_ into 35afbf8eee628845eba200d0884836cf/f as hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf/f/e69bd41d47ce46d0bacfd1a8e553c4c3_SeqId_4_ - updating store file list. 2024-11-14T02:39:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e69bd41d47ce46d0bacfd1a8e553c4c3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T02:39:49,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf/f/e69bd41d47ce46d0bacfd1a8e553c4c3_SeqId_4_ into 35afbf8eee628845eba200d0884836cf/f 2024-11-14T02:39:49,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins.hfs.11__test__f0j4dm15d9dk33ul4m1kot9p6ak6sbk5nrqus6i8js6k4us1g2n2p1q1ugbb6tk4/f/29e2842c4f1d49008cbb7334a7cc3a1e_SeqId_4_ into 35afbf8eee628845eba200d0884836cf/f (new location: hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf/f/e69bd41d47ce46d0bacfd1a8e553c4c3_SeqId_4_) 2024-11-14T02:39:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins.hfs.11__test__f0j4dm15d9dk33ul4m1kot9p6ak6sbk5nrqus6i8js6k4us1g2n2p1q1ugbb6tk4/f/29e2842c4f1d49008cbb7334a7cc3a1e_SeqId_4_ 2024-11-14T02:39:49,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins.hfs.11__test__f0j4dm15d9dk33ul4m1kot9p6ak6sbk5nrqus6i8js6k4us1g2n2p1q1ugbb6tk4/f/abb670e3f089426387f6d124e0ae9ffd_SeqId_4_ into 35afbf8eee628845eba200d0884836cf/f as hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf/f/89740204432748188809cd3a238dda94_SeqId_4_ - updating store file list. 2024-11-14T02:39:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89740204432748188809cd3a238dda94_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T02:39:49,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf/f/89740204432748188809cd3a238dda94_SeqId_4_ into 35afbf8eee628845eba200d0884836cf/f 2024-11-14T02:39:49,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins.hfs.11__test__f0j4dm15d9dk33ul4m1kot9p6ak6sbk5nrqus6i8js6k4us1g2n2p1q1ugbb6tk4/f/abb670e3f089426387f6d124e0ae9ffd_SeqId_4_ into 35afbf8eee628845eba200d0884836cf/f (new location: hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf/f/89740204432748188809cd3a238dda94_SeqId_4_) 2024-11-14T02:39:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins.hfs.11__test__f0j4dm15d9dk33ul4m1kot9p6ak6sbk5nrqus6i8js6k4us1g2n2p1q1ugbb6tk4/f/abb670e3f089426387f6d124e0ae9ffd_SeqId_4_ 2024-11-14T02:39:49,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.ReplicationSink(324): Finished replicating [5e918d5c-554c-46a4-b670-25494850283b] bulk loaded data 2024-11-14T02:39:49,534 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 687, reset compression=false 2024-11-14T02:39:49,854 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 379, reset compression=false 2024-11-14T02:39:49,858 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:39:49,858 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.shipper83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,40467,1731551975101 got entry batch from reader: WALEntryBatch [walEntries=[{test/35afbf8eee628845eba200d0884836cf/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731551989486/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T02:39:49,860 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.shipper83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:39:49,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-14T02:39:49,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.ReplicationSink(318): Replicating [5e918d5c-554c-46a4-b670-25494850283b, 2439123f-c82e-4041-9890-e453b0c57691] bulk loaded data 2024-11-14T02:39:49,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58ba3097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:49,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42071,-1 for getting cluster id 2024-11-14T02:39:49,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:49,862 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e918d5c-554c-46a4-b670-25494850283b' 2024-11-14T02:39:49,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:49,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e918d5c-554c-46a4-b670-25494850283b" 2024-11-14T02:39:49,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b498a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:49,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42071,-1] 2024-11-14T02:39:49,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:49,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:49,863 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:49,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31a27ff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:49,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741842_1018 (size=7894) 2024-11-14T02:39:49,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:39:49,881 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731551989880/Put/seqid=0 2024-11-14T02:39:49,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741842_1018 (size=11194) 2024-11-14T02:39:50,038 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 687, reset compression=false 2024-11-14T02:39:50,058 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 725, reset compression=false 2024-11-14T02:39:50,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741843_1019 (size=7691) 2024-11-14T02:39:50,286 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731551990286/Put/seqid=0 2024-11-14T02:39:50,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741843_1019 (size=10791) 2024-11-14T02:39:50,361 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 725, reset compression=false 2024-11-14T02:39:50,642 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 687, reset compression=false 2024-11-14T02:39:50,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:50,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,42071,1731551969959 2024-11-14T02:39:50,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23ceae85 2024-11-14T02:39:50,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:39:50,684 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T02:39:50,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T02:39:50,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:50,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,36255,1731551970111, seqNum=-1] 2024-11-14T02:39:50,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:50,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T02:39:50,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52de2218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:50,691 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,46605,-1 for getting cluster id 2024-11-14T02:39:50,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:39:50,692 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins.hfs.10__test__dscnf6famlcvk4vdevp3tqnhcqbj68ffdii02rl1esadlh3b3l7560jm3une9kbv/f/89740204432748188809cd3a238dda94_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T02:39:50,692 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2439123f-c82e-4041-9890-e453b0c57691' 2024-11-14T02:39:50,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:39:50,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2439123f-c82e-4041-9890-e453b0c57691" 2024-11-14T02:39:50,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c505a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:50,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,46605,-1] 2024-11-14T02:39:50,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:39:50,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:50,693 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:39:50,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe92734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:39:50,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:50,695 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins.hfs.10__test__dscnf6famlcvk4vdevp3tqnhcqbj68ffdii02rl1esadlh3b3l7560jm3une9kbv/f/e69bd41d47ce46d0bacfd1a8e553c4c3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T02:39:50,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40467,1731551975101, seqNum=-1] 2024-11-14T02:39:50,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:50,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.ReplicationSink(324): Finished replicating [5e918d5c-554c-46a4-b670-25494850283b, 2439123f-c82e-4041-9890-e453b0c57691] bulk loaded data 2024-11-14T02:39:50,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:39:50,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:50,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,46605,1731551974994 2024-11-14T02:39:50,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33fe65e0 2024-11-14T02:39:50,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:39:50,706 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:39:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731551980515.35afbf8eee628845eba200d0884836cf., hostname=83c5a5c119d5,40467,1731551975101, seqNum=2] 2024-11-14T02:39:50,711 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T02:39:50,716 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T02:39:50,718 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T02:39:50,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 35afbf8eee628845eba200d0884836cf/f 2024-11-14T02:39:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T02:39:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:39:50,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 35afbf8eee628845eba200d0884836cf/f 2024-11-14T02:39:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T02:39:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:39:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HRegion(2603): Flush status journal for 35afbf8eee628845eba200d0884836cf: 2024-11-14T02:39:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins__test__ot4v4p0qrrg9l2ppk5gsnt89o8g55pp3bkm2gd1srsi9rqe4uicn8i48s5ntes05/f/hfile_0 2024-11-14T02:39:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins__test__ot4v4p0qrrg9l2ppk5gsnt89o8g55pp3bkm2gd1srsi9rqe4uicn8i48s5ntes05/f/hfile_0 as hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf/f/bffb0bfefa1a43ef9e8451b289f7f68e_SeqId_6_ 2024-11-14T02:39:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins__test__ot4v4p0qrrg9l2ppk5gsnt89o8g55pp3bkm2gd1srsi9rqe4uicn8i48s5ntes05/f/hfile_1 2024-11-14T02:39:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins__test__ot4v4p0qrrg9l2ppk5gsnt89o8g55pp3bkm2gd1srsi9rqe4uicn8i48s5ntes05/f/hfile_1 as hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf/f/869bb666274d4d969aeb717a5d0eb380_SeqId_6_ 2024-11-14T02:39:50,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins__test__ot4v4p0qrrg9l2ppk5gsnt89o8g55pp3bkm2gd1srsi9rqe4uicn8i48s5ntes05/f/hfile_0 into 35afbf8eee628845eba200d0884836cf/f as hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf/f/bffb0bfefa1a43ef9e8451b289f7f68e_SeqId_6_ - updating store file list. 2024-11-14T02:39:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bffb0bfefa1a43ef9e8451b289f7f68e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T02:39:50,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf/f/bffb0bfefa1a43ef9e8451b289f7f68e_SeqId_6_ into 35afbf8eee628845eba200d0884836cf/f 2024-11-14T02:39:50,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins__test__ot4v4p0qrrg9l2ppk5gsnt89o8g55pp3bkm2gd1srsi9rqe4uicn8i48s5ntes05/f/hfile_0 into 35afbf8eee628845eba200d0884836cf/f (new location: hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf/f/bffb0bfefa1a43ef9e8451b289f7f68e_SeqId_6_) 2024-11-14T02:39:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins__test__ot4v4p0qrrg9l2ppk5gsnt89o8g55pp3bkm2gd1srsi9rqe4uicn8i48s5ntes05/f/hfile_0 2024-11-14T02:39:50,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins__test__ot4v4p0qrrg9l2ppk5gsnt89o8g55pp3bkm2gd1srsi9rqe4uicn8i48s5ntes05/f/hfile_1 into 35afbf8eee628845eba200d0884836cf/f as hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf/f/869bb666274d4d969aeb717a5d0eb380_SeqId_6_ - updating store file list. 2024-11-14T02:39:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 869bb666274d4d969aeb717a5d0eb380_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T02:39:50,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf/f/869bb666274d4d969aeb717a5d0eb380_SeqId_6_ into 35afbf8eee628845eba200d0884836cf/f 2024-11-14T02:39:50,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins__test__ot4v4p0qrrg9l2ppk5gsnt89o8g55pp3bkm2gd1srsi9rqe4uicn8i48s5ntes05/f/hfile_1 into 35afbf8eee628845eba200d0884836cf/f (new location: hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf/f/869bb666274d4d969aeb717a5d0eb380_SeqId_6_) 2024-11-14T02:39:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/staging/jenkins__test__ot4v4p0qrrg9l2ppk5gsnt89o8g55pp3bkm2gd1srsi9rqe4uicn8i48s5ntes05/f/hfile_1 2024-11-14T02:39:50,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:39:50,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:50,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:50,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731551980515.35afbf8eee628845eba200d0884836cf., hostname=83c5a5c119d5,40467,1731551975101, seqNum=2 , the old value is region=test,,1731551980515.35afbf8eee628845eba200d0884836cf., hostname=83c5a5c119d5,40467,1731551975101, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=83c5a5c119d5:40467 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T02:39:50,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731551980515.35afbf8eee628845eba200d0884836cf., hostname=83c5a5c119d5,40467,1731551975101, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T02:39:50,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731551980515.35afbf8eee628845eba200d0884836cf., hostname=83c5a5c119d5,40467,1731551975101, seqNum=2 from cache 2024-11-14T02:39:50,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:50,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:50,745 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T02:39:50,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:39:50,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,36255,1731551970111, seqNum=-1] 2024-11-14T02:39:50,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:39:50,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:39:50,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731551978358.2e36510568125cfdfb7e14118cfea812., hostname=83c5a5c119d5,36255,1731551970111, seqNum=2] 2024-11-14T02:39:50,756 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T02:39:50,765 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 725, reset compression=false 2024-11-14T02:39:50,769 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:39:50,769 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.shipper83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,40467,1731551975101 got entry batch from reader: WALEntryBatch [walEntries=[{test/35afbf8eee628845eba200d0884836cf/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731551990743/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T02:39:50,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.ReplicationSink(318): Replicating [2439123f-c82e-4041-9890-e453b0c57691] bulk loaded data 2024-11-14T02:39:50,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741844_1020 (size=11194) 2024-11-14T02:39:50,853 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:40467 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-14T02:39:50,969 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 1033, reset compression=false 2024-11-14T02:39:51,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741845_1021 (size=10791) 2024-11-14T02:39:51,273 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 1033, reset compression=false 2024-11-14T02:39:51,345 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 687, reset compression=false 2024-11-14T02:39:51,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T02:39:51,593 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins.hfs.10__test__ftqn89dvnl9t6qib7v2njcj8irqfd03uegipfl1tr1qshhedcbhg98l8crvk2e6/f/869bb666274d4d969aeb717a5d0eb380_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-14T02:39:51,594 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins.hfs.10__test__ftqn89dvnl9t6qib7v2njcj8irqfd03uegipfl1tr1qshhedcbhg98l8crvk2e6/f/bffb0bfefa1a43ef9e8451b289f7f68e_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-14T02:39:51,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins.hfs.10__test__ftqn89dvnl9t6qib7v2njcj8irqfd03uegipfl1tr1qshhedcbhg98l8crvk2e6/f/869bb666274d4d969aeb717a5d0eb380_SeqId_6_ for inclusion in 2e36510568125cfdfb7e14118cfea812/f 2024-11-14T02:39:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T02:39:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:39:51,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins.hfs.10__test__ftqn89dvnl9t6qib7v2njcj8irqfd03uegipfl1tr1qshhedcbhg98l8crvk2e6/f/bffb0bfefa1a43ef9e8451b289f7f68e_SeqId_6_ for inclusion in 2e36510568125cfdfb7e14118cfea812/f 2024-11-14T02:39:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T02:39:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:39:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HRegion(2603): Flush status journal for 2e36510568125cfdfb7e14118cfea812: 2024-11-14T02:39:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 869bb666274d4d969aeb717a5d0eb380_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T02:39:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins.hfs.10__test__ftqn89dvnl9t6qib7v2njcj8irqfd03uegipfl1tr1qshhedcbhg98l8crvk2e6/f/869bb666274d4d969aeb717a5d0eb380_SeqId_6_ as hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812/f/133df9e48bf44326ac41ebab857dedb0_SeqId_6_ 2024-11-14T02:39:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bffb0bfefa1a43ef9e8451b289f7f68e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T02:39:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins.hfs.10__test__ftqn89dvnl9t6qib7v2njcj8irqfd03uegipfl1tr1qshhedcbhg98l8crvk2e6/f/bffb0bfefa1a43ef9e8451b289f7f68e_SeqId_6_ as hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812/f/373b6e628d614d46b70ab44927bd2fc2_SeqId_6_ 2024-11-14T02:39:51,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins.hfs.10__test__ftqn89dvnl9t6qib7v2njcj8irqfd03uegipfl1tr1qshhedcbhg98l8crvk2e6/f/869bb666274d4d969aeb717a5d0eb380_SeqId_6_ into 2e36510568125cfdfb7e14118cfea812/f as hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812/f/133df9e48bf44326ac41ebab857dedb0_SeqId_6_ - updating store file list. 2024-11-14T02:39:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 133df9e48bf44326ac41ebab857dedb0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T02:39:51,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812/f/133df9e48bf44326ac41ebab857dedb0_SeqId_6_ into 2e36510568125cfdfb7e14118cfea812/f 2024-11-14T02:39:51,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins.hfs.10__test__ftqn89dvnl9t6qib7v2njcj8irqfd03uegipfl1tr1qshhedcbhg98l8crvk2e6/f/869bb666274d4d969aeb717a5d0eb380_SeqId_6_ into 2e36510568125cfdfb7e14118cfea812/f (new location: hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812/f/133df9e48bf44326ac41ebab857dedb0_SeqId_6_) 2024-11-14T02:39:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins.hfs.10__test__ftqn89dvnl9t6qib7v2njcj8irqfd03uegipfl1tr1qshhedcbhg98l8crvk2e6/f/869bb666274d4d969aeb717a5d0eb380_SeqId_6_ 2024-11-14T02:39:51,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins.hfs.10__test__ftqn89dvnl9t6qib7v2njcj8irqfd03uegipfl1tr1qshhedcbhg98l8crvk2e6/f/bffb0bfefa1a43ef9e8451b289f7f68e_SeqId_6_ into 2e36510568125cfdfb7e14118cfea812/f as hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812/f/373b6e628d614d46b70ab44927bd2fc2_SeqId_6_ - updating store file list. 2024-11-14T02:39:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 373b6e628d614d46b70ab44927bd2fc2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T02:39:51,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812/f/373b6e628d614d46b70ab44927bd2fc2_SeqId_6_ into 2e36510568125cfdfb7e14118cfea812/f 2024-11-14T02:39:51,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins.hfs.10__test__ftqn89dvnl9t6qib7v2njcj8irqfd03uegipfl1tr1qshhedcbhg98l8crvk2e6/f/bffb0bfefa1a43ef9e8451b289f7f68e_SeqId_6_ into 2e36510568125cfdfb7e14118cfea812/f (new location: hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812/f/373b6e628d614d46b70ab44927bd2fc2_SeqId_6_) 2024-11-14T02:39:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/staging/jenkins.hfs.10__test__ftqn89dvnl9t6qib7v2njcj8irqfd03uegipfl1tr1qshhedcbhg98l8crvk2e6/f/bffb0bfefa1a43ef9e8451b289f7f68e_SeqId_6_ 2024-11-14T02:39:51,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36255 {}] regionserver.ReplicationSink(324): Finished replicating [2439123f-c82e-4041-9890-e453b0c57691] bulk loaded data 2024-11-14T02:39:51,676 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 1033, reset compression=false 2024-11-14T02:39:51,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:39:51,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:39:51,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:51,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:51,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:51,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:51,768 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:39:51,768 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=596969976, stopped=false 2024-11-14T02:39:51,768 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,46605,1731551974994 2024-11-14T02:39:51,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-40815011/running 2024-11-14T02:39:51,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-40815011/running 2024-11-14T02:39:51,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011 2024-11-14T02:39:51,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011 2024-11-14T02:39:51,808 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:39:51,808 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:39:51,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:51,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:51,809 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,40467,1731551975101' ***** 2024-11-14T02:39:51,809 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:39:51,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Set watcher on znode that does not yet exist, /1-40815011/running 2024-11-14T02:39:51,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Set watcher on znode that does not yet exist, /1-40815011/running 2024-11-14T02:39:51,809 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:39:51,809 INFO [RS:0;83c5a5c119d5:40467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:39:51,809 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:39:51,809 INFO [RS:0;83c5a5c119d5:40467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:39:51,809 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f08c6c6a74c816f2fb941261c464563 2024-11-14T02:39:51,810 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(3091): Received CLOSE for 35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:51,810 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,40467,1731551975101 2024-11-14T02:39:51,810 INFO [RS:0;83c5a5c119d5:40467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:39:51,810 INFO [RS:0;83c5a5c119d5:40467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:40467. 2024-11-14T02:39:51,810 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f08c6c6a74c816f2fb941261c464563, disabling compactions & flushes 2024-11-14T02:39:51,810 DEBUG [RS:0;83c5a5c119d5:40467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:51,810 DEBUG [RS:0;83c5a5c119d5:40467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:51,810 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563. 2024-11-14T02:39:51,810 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563. 2024-11-14T02:39:51,810 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:39:51,810 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563. after waiting 0 ms 2024-11-14T02:39:51,810 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:39:51,810 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563. 2024-11-14T02:39:51,810 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:39:51,810 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:39:51,810 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2f08c6c6a74c816f2fb941261c464563 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-14T02:39:51,811 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T02:39:51,811 DEBUG [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(1325): Online Regions={2f08c6c6a74c816f2fb941261c464563=hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563., 1588230740=hbase:meta,,1.1588230740, 35afbf8eee628845eba200d0884836cf=test,,1731551980515.35afbf8eee628845eba200d0884836cf.} 2024-11-14T02:39:51,811 DEBUG [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f08c6c6a74c816f2fb941261c464563, 35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:51,811 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:39:51,811 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:39:51,811 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:39:51,811 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:39:51,811 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:39:51,811 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T02:39:51,830 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/replication/2f08c6c6a74c816f2fb941261c464563/.tmp/hfileref/84636171ecf84b93ac383aaea1726307 is 74, key is 1/hfileref:869bb666274d4d969aeb717a5d0eb380_SeqId_6_/1731551991619/DeleteColumn/seqid=0 2024-11-14T02:39:51,830 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/.tmp/info/b2fa832a3f154126b17fa923ff9d263c is 147, key is hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563./info:regioninfo/1731551986004/Put/seqid=0 2024-11-14T02:39:51,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741844_1020 (size=5345) 2024-11-14T02:39:51,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741845_1021 (size=7686) 2024-11-14T02:39:51,837 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:39:52,011 DEBUG [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f08c6c6a74c816f2fb941261c464563, 35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:52,149 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 687, reset compression=false 2024-11-14T02:39:52,179 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 1033, reset compression=false 2024-11-14T02:39:52,188 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:39:52,188 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,36255,1731551970111 got entry batch from reader: WALEntryBatch [walEntries=[{test/2e36510568125cfdfb7e14118cfea812/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731551991616/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T02:39:52,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 83c5a5c119d5,40467,1731551975101 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T02:39:52,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:44706 deadline: 1731552052189, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 83c5a5c119d5,40467,1731551975101 stopping 2024-11-14T02:39:52,192 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 83c5a5c119d5,40467,1731551975101 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:39:52,211 DEBUG [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f08c6c6a74c816f2fb941261c464563, 35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:52,228 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:39:52,228 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:39:52,236 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/replication/2f08c6c6a74c816f2fb941261c464563/.tmp/hfileref/84636171ecf84b93ac383aaea1726307 2024-11-14T02:39:52,236 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/.tmp/info/b2fa832a3f154126b17fa923ff9d263c 2024-11-14T02:39:52,259 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/replication/2f08c6c6a74c816f2fb941261c464563/.tmp/queue/4daa3b715c2740968827843734ae9235 is 154, key is 1-83c5a5c119d5,40467,1731551975101/queue:83c5a5c119d5%2C40467%2C1731551975101/1731551991621/Put/seqid=0 2024-11-14T02:39:52,259 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/.tmp/ns/e0e96b2ccbfc40f287f00be85b1bc926 is 43, key is default/ns:d/1731551978268/Put/seqid=0 2024-11-14T02:39:52,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741847_1023 (size=5353) 2024-11-14T02:39:52,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741846_1022 (size=5153) 2024-11-14T02:39:52,264 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/.tmp/ns/e0e96b2ccbfc40f287f00be85b1bc926 2024-11-14T02:39:52,280 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/.tmp/rep_barrier/6ee03a2f5c4c45d4bcd5d4ce4c01db58 is 112, key is test,,1731551980515.35afbf8eee628845eba200d0884836cf./rep_barrier:seqnumDuringOpen/1731551981660/Put/seqid=0 2024-11-14T02:39:52,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741848_1024 (size=5518) 2024-11-14T02:39:52,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 83c5a5c119d5,40467,1731551975101 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T02:39:52,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:44706 deadline: 1731552052294, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 83c5a5c119d5,40467,1731551975101 stopping 2024-11-14T02:39:52,295 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 83c5a5c119d5,40467,1731551975101 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:39:52,388 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 1033, reset compression=false 2024-11-14T02:39:52,411 DEBUG [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f08c6c6a74c816f2fb941261c464563, 35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:52,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 83c5a5c119d5,40467,1731551975101 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T02:39:52,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:44706 deadline: 1731552052498, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 83c5a5c119d5,40467,1731551975101 stopping 2024-11-14T02:39:52,499 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 83c5a5c119d5,40467,1731551975101 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:39:52,611 DEBUG [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f08c6c6a74c816f2fb941261c464563, 35afbf8eee628845eba200d0884836cf 2024-11-14T02:39:52,664 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/replication/2f08c6c6a74c816f2fb941261c464563/.tmp/queue/4daa3b715c2740968827843734ae9235 2024-11-14T02:39:52,668 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/replication/2f08c6c6a74c816f2fb941261c464563/.tmp/hfileref/84636171ecf84b93ac383aaea1726307 as hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/replication/2f08c6c6a74c816f2fb941261c464563/hfileref/84636171ecf84b93ac383aaea1726307 2024-11-14T02:39:52,673 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/replication/2f08c6c6a74c816f2fb941261c464563/hfileref/84636171ecf84b93ac383aaea1726307, entries=4, sequenceid=12, filesize=5.2 K 2024-11-14T02:39:52,674 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/replication/2f08c6c6a74c816f2fb941261c464563/.tmp/queue/4daa3b715c2740968827843734ae9235 as hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/replication/2f08c6c6a74c816f2fb941261c464563/queue/4daa3b715c2740968827843734ae9235 2024-11-14T02:39:52,678 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/replication/2f08c6c6a74c816f2fb941261c464563/queue/4daa3b715c2740968827843734ae9235, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T02:39:52,679 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 2f08c6c6a74c816f2fb941261c464563 in 869ms, sequenceid=12, compaction requested=false 2024-11-14T02:39:52,682 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/replication/2f08c6c6a74c816f2fb941261c464563/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T02:39:52,682 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:39:52,682 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:39:52,682 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563. 2024-11-14T02:39:52,683 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f08c6c6a74c816f2fb941261c464563: Waiting for close lock at 1731551991810Running coprocessor pre-close hooks at 1731551991810Disabling compacts and flushes for region at 1731551991810Disabling writes for close at 1731551991810Obtaining lock to block concurrent updates at 1731551991810Preparing flush snapshotting stores in 2f08c6c6a74c816f2fb941261c464563 at 1731551991810Finished memstore snapshotting hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731551991810Flushing stores of hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563. at 1731551991811 (+1 ms)Flushing 2f08c6c6a74c816f2fb941261c464563/hfileref: creating writer at 1731551991811Flushing 2f08c6c6a74c816f2fb941261c464563/hfileref: appending metadata at 1731551991829 (+18 ms)Flushing 2f08c6c6a74c816f2fb941261c464563/hfileref: closing flushed file at 1731551991829Flushing 2f08c6c6a74c816f2fb941261c464563/queue: creating writer at 1731551992240 (+411 ms)Flushing 2f08c6c6a74c816f2fb941261c464563/queue: appending metadata at 1731551992259 (+19 ms)Flushing 2f08c6c6a74c816f2fb941261c464563/queue: closing flushed file at 1731551992259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c3e5bd: reopening flushed file at 1731551992668 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a0e285: reopening flushed file at 1731551992673 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 2f08c6c6a74c816f2fb941261c464563 in 869ms, sequenceid=12, compaction requested=false at 1731551992679 (+6 ms)Writing region close event to WAL at 1731551992680 (+1 ms)Running coprocessor post-close hooks at 1731551992682 (+2 ms)Closed at 1731551992682 2024-11-14T02:39:52,683 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731551984836.2f08c6c6a74c816f2fb941261c464563. 2024-11-14T02:39:52,683 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35afbf8eee628845eba200d0884836cf, disabling compactions & flushes 2024-11-14T02:39:52,683 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731551980515.35afbf8eee628845eba200d0884836cf. 2024-11-14T02:39:52,683 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731551980515.35afbf8eee628845eba200d0884836cf. 2024-11-14T02:39:52,683 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731551980515.35afbf8eee628845eba200d0884836cf. after waiting 0 ms 2024-11-14T02:39:52,683 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731551980515.35afbf8eee628845eba200d0884836cf. 2024-11-14T02:39:52,684 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/.tmp/rep_barrier/6ee03a2f5c4c45d4bcd5d4ce4c01db58 2024-11-14T02:39:52,686 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/default/test/35afbf8eee628845eba200d0884836cf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:39:52,686 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:39:52,686 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:39:52,686 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731551980515.35afbf8eee628845eba200d0884836cf. 2024-11-14T02:39:52,686 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35afbf8eee628845eba200d0884836cf: Waiting for close lock at 1731551992683Running coprocessor pre-close hooks at 1731551992683Disabling compacts and flushes for region at 1731551992683Disabling writes for close at 1731551992683Writing region close event to WAL at 1731551992683Running coprocessor post-close hooks at 1731551992686 (+3 ms)Closed at 1731551992686 2024-11-14T02:39:52,686 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731551980515.35afbf8eee628845eba200d0884836cf. 2024-11-14T02:39:52,692 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 1033, reset compression=false 2024-11-14T02:39:52,702 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/.tmp/table/5bd7749703894b929e1adb0ce20e8344 is 53, key is hbase:replication/table:state/1731551986010/Put/seqid=0 2024-11-14T02:39:52,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741849_1025 (size=5308) 2024-11-14T02:39:52,783 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 1033, reset compression=false 2024-11-14T02:39:52,787 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:39:52,787 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 1328, reset compression=false 2024-11-14T02:39:52,787 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.shipper83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,40467,1731551975101 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:39:52,788 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.shipper83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83c5a5c119d5,40467,1731551975101: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83c5a5c119d5,40467,1731551975101, walGroup=83c5a5c119d5%2C40467%2C1731551975101, offset=83c5a5c119d5%2C40467%2C1731551975101.1731551977361:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:40467 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T02:39:52,788 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.shipper83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T02:39:52,788 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.shipper83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T02:39:52,789 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.shipper83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T02:39:52,789 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.shipper83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T02:39:52,789 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.shipper83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T02:39:52,789 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.shipper83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 585981152 }, "NonHeapMemoryUsage": { "committed": 190578688, "init": 7667712, "max": -1, "used": 187805832 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T02:39:52,791 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.shipper83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T02:39:52,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 83c5a5c119d5,40467,1731551975101 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:39:52,802 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 83c5a5c119d5,40467,1731551975101 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:39:52,811 DEBUG [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:39:52,990 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 1328, reset compression=false 2024-11-14T02:39:53,012 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T02:39:53,012 DEBUG [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T02:39:53,012 DEBUG [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:39:53,098 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 1033, reset compression=false 2024-11-14T02:39:53,105 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/.tmp/table/5bd7749703894b929e1adb0ce20e8344 2024-11-14T02:39:53,110 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/.tmp/info/b2fa832a3f154126b17fa923ff9d263c as hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/info/b2fa832a3f154126b17fa923ff9d263c 2024-11-14T02:39:53,114 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/info/b2fa832a3f154126b17fa923ff9d263c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T02:39:53,114 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/.tmp/ns/e0e96b2ccbfc40f287f00be85b1bc926 as hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/ns/e0e96b2ccbfc40f287f00be85b1bc926 2024-11-14T02:39:53,119 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/ns/e0e96b2ccbfc40f287f00be85b1bc926, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T02:39:53,119 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/.tmp/rep_barrier/6ee03a2f5c4c45d4bcd5d4ce4c01db58 as hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/rep_barrier/6ee03a2f5c4c45d4bcd5d4ce4c01db58 2024-11-14T02:39:53,124 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/rep_barrier/6ee03a2f5c4c45d4bcd5d4ce4c01db58, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T02:39:53,125 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/.tmp/table/5bd7749703894b929e1adb0ce20e8344 as hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/table/5bd7749703894b929e1adb0ce20e8344 2024-11-14T02:39:53,129 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/table/5bd7749703894b929e1adb0ce20e8344, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T02:39:53,130 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false 2024-11-14T02:39:53,136 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T02:39:53,136 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:39:53,136 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:39:53,136 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:39:53,136 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551991811Running coprocessor pre-close hooks at 1731551991811Disabling compacts and flushes for region at 1731551991811Disabling writes for close at 1731551991811Obtaining lock to block concurrent updates at 1731551991811Preparing flush snapshotting stores in 1588230740 at 1731551991811Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731551991811Flushing stores of hbase:meta,,1.1588230740 at 1731551991811Flushing 1588230740/info: creating writer at 1731551991811Flushing 1588230740/info: appending metadata at 1731551991829 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731551991829Flushing 1588230740/ns: creating writer at 1731551992240 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731551992259 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731551992259Flushing 1588230740/rep_barrier: creating writer at 1731551992268 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731551992280 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731551992280Flushing 1588230740/table: creating writer at 1731551992688 (+408 ms)Flushing 1588230740/table: appending metadata at 1731551992701 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731551992701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54c1520d: reopening flushed file at 1731551993109 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5600c4be: reopening flushed file at 1731551993114 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a63c364: reopening flushed file at 1731551993119 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15b9109: reopening flushed file at 1731551993124 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false at 1731551993130 (+6 ms)Writing region close event to WAL at 1731551993133 (+3 ms)Running coprocessor post-close hooks at 1731551993136 (+3 ms)Closed at 1731551993136 2024-11-14T02:39:53,136 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:39:53,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 83c5a5c119d5,40467,1731551975101 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:39:53,205 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 83c5a5c119d5,40467,1731551975101 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:39:53,212 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,40467,1731551975101; all regions closed. 2024-11-14T02:39:53,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741834_1010 (size=4239) 2024-11-14T02:39:53,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.meta.1731551978226.meta not finished, retry = 0 2024-11-14T02:39:53,294 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 to pos 1328, reset compression=false 2024-11-14T02:39:53,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741839_1015 (size=3127) 2024-11-14T02:39:53,317 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.rep.1731551985968 not finished, retry = 0 2024-11-14T02:39:53,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/WALs/83c5a5c119d5,40467,1731551975101/83c5a5c119d5%2C40467%2C1731551975101.1731551977361 not finished, retry = 0 2024-11-14T02:39:53,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741832_1008 (size=1336) 2024-11-14T02:39:53,520 DEBUG [RS:0;83c5a5c119d5:40467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:53,520 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:39:53,520 INFO [RS:0;83c5a5c119d5:40467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:39:53,521 INFO [RS:0;83c5a5c119d5:40467 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:39:53,521 INFO [RS:0;83c5a5c119d5:40467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:39:53,521 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:39:53,521 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83c5a5c119d5,40467,1731551975101 because: Region server is closing 2024-11-14T02:39:53,522 INFO [RS:0;83c5a5c119d5:40467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:40467. 2024-11-14T02:39:53,522 DEBUG [RS:0;83c5a5c119d5:40467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:53,522 DEBUG [RS:0;83c5a5c119d5:40467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:53,522 DEBUG [RS:0;83c5a5c119d5:40467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:53,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:53,601 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 1033, reset compression=false 2024-11-14T02:39:53,622 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.shipper83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 terminated 2024-11-14T02:39:53,622 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40467,1731551975101.replicationSource.wal-reader.83c5a5c119d5%2C40467%2C1731551975101,1-83c5a5c119d5,40467,1731551975101 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T02:39:53,622 INFO [RS:0;83c5a5c119d5:40467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:40467. 2024-11-14T02:39:53,622 DEBUG [RS:0;83c5a5c119d5:40467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:53,622 DEBUG [RS:0;83c5a5c119d5:40467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:53,622 DEBUG [RS:0;83c5a5c119d5:40467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:53,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:53,623 INFO [RS:0;83c5a5c119d5:40467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40467 2024-11-14T02:39:53,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011/rs 2024-11-14T02:39:53,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-40815011/rs/83c5a5c119d5,40467,1731551975101 2024-11-14T02:39:53,650 INFO [RS:0;83c5a5c119d5:40467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:39:53,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,40467,1731551975101] 2024-11-14T02:39:53,666 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-40815011/draining/83c5a5c119d5,40467,1731551975101 already deleted, retry=false 2024-11-14T02:39:53,666 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,40467,1731551975101 expired; onlineServers=0 2024-11-14T02:39:53,666 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,46605,1731551974994' ***** 2024-11-14T02:39:53,666 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:39:53,666 INFO [M:0;83c5a5c119d5:46605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:39:53,666 INFO [M:0;83c5a5c119d5:46605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:39:53,666 DEBUG [M:0;83c5a5c119d5:46605 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:39:53,666 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:39:53,666 DEBUG [M:0;83c5a5c119d5:46605 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:39:53,666 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551977045 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551977045,5,FailOnTimeoutGroup] 2024-11-14T02:39:53,666 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551977045 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551977045,5,FailOnTimeoutGroup] 2024-11-14T02:39:53,667 INFO [M:0;83c5a5c119d5:46605 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:39:53,667 INFO [M:0;83c5a5c119d5:46605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:39:53,667 DEBUG [M:0;83c5a5c119d5:46605 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:39:53,667 INFO [M:0;83c5a5c119d5:46605 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:39:53,667 INFO [M:0;83c5a5c119d5:46605 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:39:53,667 INFO [M:0;83c5a5c119d5:46605 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:39:53,667 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:39:53,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-40815011/master 2024-11-14T02:39:53,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-40815011 2024-11-14T02:39:53,675 DEBUG [M:0;83c5a5c119d5:46605 {}] zookeeper.ZKUtil(347): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Unable to get data of znode /1-40815011/master because node does not exist (not an error) 2024-11-14T02:39:53,675 WARN [M:0;83c5a5c119d5:46605 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:39:53,675 INFO [M:0;83c5a5c119d5:46605 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/.lastflushedseqids 2024-11-14T02:39:53,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741850_1026 (size=263) 2024-11-14T02:39:53,708 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 83c5a5c119d5:40467 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 83c5a5c119d5/172.17.0.2:40467 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:39:53,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 83c5a5c119d5:40467 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 83c5a5c119d5/172.17.0.2:40467 2024-11-14T02:39:53,709 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=83c5a5c119d5:40467 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 83c5a5c119d5/172.17.0.2:40467 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 83c5a5c119d5/172.17.0.2:40467 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T02:39:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T02:39:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:54524 deadline: 1731552053711, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T02:39:53,728 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-14T02:39:53,728 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T02:39:53,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:53,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x101387fedcf0004, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:53,758 INFO [RS:0;83c5a5c119d5:40467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:39:53,758 INFO [RS:0;83c5a5c119d5:40467 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,40467,1731551975101; zookeeper connection closed. 2024-11-14T02:39:53,758 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ea1f628 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ea1f628 2024-11-14T02:39:53,758 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:39:54,079 INFO [M:0;83c5a5c119d5:46605 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:39:54,079 INFO [M:0;83c5a5c119d5:46605 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:39:54,080 DEBUG [M:0;83c5a5c119d5:46605 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:39:54,080 INFO [M:0;83c5a5c119d5:46605 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:54,080 DEBUG [M:0;83c5a5c119d5:46605 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:54,080 DEBUG [M:0;83c5a5c119d5:46605 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:39:54,080 DEBUG [M:0;83c5a5c119d5:46605 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:54,080 INFO [M:0;83c5a5c119d5:46605 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T02:39:54,093 DEBUG [M:0;83c5a5c119d5:46605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba4cb21c638c433e9653d33be6a84a01 is 82, key is hbase:meta,,1/info:regioninfo/1731551978255/Put/seqid=0 2024-11-14T02:39:54,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741851_1027 (size=5672) 2024-11-14T02:39:54,205 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 1033, reset compression=false 2024-11-14T02:39:54,328 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T02:39:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T02:39:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:54524 deadline: 1731552054329, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T02:39:54,330 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-14T02:39:54,331 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T02:39:54,331 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T02:39:54,497 INFO [M:0;83c5a5c119d5:46605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba4cb21c638c433e9653d33be6a84a01 2024-11-14T02:39:54,513 DEBUG [M:0;83c5a5c119d5:46605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46e6d758d4584f86bb78a790020c5e57 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731551986014/Put/seqid=0 2024-11-14T02:39:54,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741852_1028 (size=8516) 2024-11-14T02:39:54,908 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 1033, reset compression=false 2024-11-14T02:39:54,917 INFO [M:0;83c5a5c119d5:46605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46e6d758d4584f86bb78a790020c5e57 2024-11-14T02:39:54,933 DEBUG [M:0;83c5a5c119d5:46605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/775915ae36534bf19292a145c99283bd is 69, key is 83c5a5c119d5,40467,1731551975101/rs:state/1731551977159/Put/seqid=0 2024-11-14T02:39:54,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741853_1029 (size=5156) 2024-11-14T02:39:54,938 INFO [M:0;83c5a5c119d5:46605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/775915ae36534bf19292a145c99283bd 2024-11-14T02:39:54,941 DEBUG [M:0;83c5a5c119d5:46605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba4cb21c638c433e9653d33be6a84a01 as hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba4cb21c638c433e9653d33be6a84a01 2024-11-14T02:39:54,945 INFO [M:0;83c5a5c119d5:46605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba4cb21c638c433e9653d33be6a84a01, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T02:39:54,946 DEBUG [M:0;83c5a5c119d5:46605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46e6d758d4584f86bb78a790020c5e57 as hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46e6d758d4584f86bb78a790020c5e57 2024-11-14T02:39:54,950 INFO [M:0;83c5a5c119d5:46605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46e6d758d4584f86bb78a790020c5e57, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T02:39:54,950 DEBUG [M:0;83c5a5c119d5:46605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/775915ae36534bf19292a145c99283bd as hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/775915ae36534bf19292a145c99283bd 2024-11-14T02:39:54,954 INFO [M:0;83c5a5c119d5:46605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46571/user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/775915ae36534bf19292a145c99283bd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T02:39:54,955 INFO [M:0;83c5a5c119d5:46605 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=97, compaction requested=false 2024-11-14T02:39:54,956 INFO [M:0;83c5a5c119d5:46605 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:54,957 DEBUG [M:0;83c5a5c119d5:46605 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551994080Disabling compacts and flushes for region at 1731551994080Disabling writes for close at 1731551994080Obtaining lock to block concurrent updates at 1731551994080Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731551994080Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731551994080Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731551994081 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731551994081Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731551994093 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731551994093Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731551994501 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731551994513 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731551994513Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731551994920 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731551994933 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731551994933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@706f835e: reopening flushed file at 1731551994941 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@753f94b: reopening flushed file at 1731551994945 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11ee5792: reopening flushed file at 1731551994950 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=97, compaction requested=false at 1731551994955 (+5 ms)Writing region close event to WAL at 1731551994956 (+1 ms)Closed at 1731551994956 2024-11-14T02:39:54,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43271 is added to blk_1073741830_1006 (size=63654) 2024-11-14T02:39:54,958 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d4bf8f6-c3ff-ccba-a099-7585356cea59/MasterData/WALs/83c5a5c119d5,46605,1731551974994/83c5a5c119d5%2C46605%2C1731551974994.1731551976829 not finished, retry = 0 2024-11-14T02:39:55,031 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T02:39:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-14T02:39:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46605 {}] ipc.CallRunner(138): callId: 25 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:54524 deadline: 1731552055032, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T02:39:55,033 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-14T02:39:55,034 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T02:39:55,034 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T02:39:55,059 INFO [M:0;83c5a5c119d5:46605 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:39:55,059 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:39:55,059 INFO [M:0;83c5a5c119d5:46605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46605 2024-11-14T02:39:55,060 INFO [M:0;83c5a5c119d5:46605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:39:55,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:55,186 INFO [M:0;83c5a5c119d5:46605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:39:55,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46605-0x101387fedcf0003, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:55,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2febc756{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:39:55,231 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c143e7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:39:55,231 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:39:55,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@449c586f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:39:55,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4723368d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/hadoop.log.dir/,STOPPED} 2024-11-14T02:39:55,233 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:39:55,233 WARN [BP-1930420282-172.17.0.2-1731551973392 heartbeating to localhost/127.0.0.1:46571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:39:55,233 WARN [BP-1930420282-172.17.0.2-1731551973392 heartbeating to localhost/127.0.0.1:46571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1930420282-172.17.0.2-1731551973392 (Datanode Uuid e128255a-9f6f-4453-8a3f-bd908a4328f3) service to localhost/127.0.0.1:46571 2024-11-14T02:39:55,233 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:39:55,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/cluster_dbba1aad-daf5-6ee6-fe8a-a94d6d28598b/data/data1/current/BP-1930420282-172.17.0.2-1731551973392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:39:55,234 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/cluster_dbba1aad-daf5-6ee6-fe8a-a94d6d28598b/data/data2/current/BP-1930420282-172.17.0.2-1731551973392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:39:55,234 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:39:55,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20a9193d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:39:55,239 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cd741ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:39:55,239 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:39:55,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b74bab8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:39:55,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27d8bc7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/hadoop.log.dir/,STOPPED} 2024-11-14T02:39:55,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:39:55,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:39:55,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:39:55,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:55,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:55,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:55,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:55,256 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:39:55,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1568197743, stopped=false 2024-11-14T02:39:55,257 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,42071,1731551969959 2024-11-14T02:39:55,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920264733/running 2024-11-14T02:39:55,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920264733/running 2024-11-14T02:39:55,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733 2024-11-14T02:39:55,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733 2024-11-14T02:39:55,278 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:39:55,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Set watcher on znode that does not yet exist, /0-1920264733/running 2024-11-14T02:39:55,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Set watcher on znode that does not yet exist, /0-1920264733/running 2024-11-14T02:39:55,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:39:55,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:55,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:55,279 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,36255,1731551970111' ***** 2024-11-14T02:39:55,279 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:39:55,279 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:39:55,279 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:39:55,279 INFO [RS:0;83c5a5c119d5:36255 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:39:55,279 INFO [RS:0;83c5a5c119d5:36255 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:39:55,279 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(3091): Received CLOSE for a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:55,280 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e36510568125cfdfb7e14118cfea812 2024-11-14T02:39:55,280 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,36255,1731551970111 2024-11-14T02:39:55,280 INFO [RS:0;83c5a5c119d5:36255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:39:55,280 INFO [RS:0;83c5a5c119d5:36255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:36255. 2024-11-14T02:39:55,280 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4d7d20246f416f8f0cf69eab91c42bf, disabling compactions & flushes 2024-11-14T02:39:55,280 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf. 2024-11-14T02:39:55,280 DEBUG [RS:0;83c5a5c119d5:36255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:55,280 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf. 2024-11-14T02:39:55,280 DEBUG [RS:0;83c5a5c119d5:36255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:55,280 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf. after waiting 0 ms 2024-11-14T02:39:55,280 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf. 2024-11-14T02:39:55,280 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:39:55,280 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:39:55,280 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:39:55,280 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a4d7d20246f416f8f0cf69eab91c42bf 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-14T02:39:55,280 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:39:55,280 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T02:39:55,280 DEBUG [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(1325): Online Regions={a4d7d20246f416f8f0cf69eab91c42bf=hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf., 1588230740=hbase:meta,,1.1588230740, 2e36510568125cfdfb7e14118cfea812=test,,1731551978358.2e36510568125cfdfb7e14118cfea812.} 2024-11-14T02:39:55,280 DEBUG [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e36510568125cfdfb7e14118cfea812, a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:55,280 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:39:55,280 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:39:55,280 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:39:55,280 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:39:55,280 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:39:55,280 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T02:39:55,297 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/.tmp/info/cecb26faf36641b48036f63d64cdc7fc is 147, key is hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf./info:regioninfo/1731551983842/Put/seqid=0 2024-11-14T02:39:55,297 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/replication/a4d7d20246f416f8f0cf69eab91c42bf/.tmp/hfileref/b09dda7095fc4ab4a706d03b23aac4dd is 74, key is 1/hfileref:133df9e48bf44326ac41ebab857dedb0_SeqId_6_/1731551991604/Put/seqid=0 2024-11-14T02:39:55,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741846_1022 (size=7686) 2024-11-14T02:39:55,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741847_1023 (size=5345) 2024-11-14T02:39:55,308 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:39:55,480 DEBUG [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e36510568125cfdfb7e14118cfea812, a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:55,680 DEBUG [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e36510568125cfdfb7e14118cfea812, a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:55,701 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/.tmp/info/cecb26faf36641b48036f63d64cdc7fc 2024-11-14T02:39:55,701 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/replication/a4d7d20246f416f8f0cf69eab91c42bf/.tmp/hfileref/b09dda7095fc4ab4a706d03b23aac4dd 2024-11-14T02:39:55,711 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.1731551972227 to pos 1033, reset compression=false 2024-11-14T02:39:55,719 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/.tmp/ns/4722b9447eec439ba11f191c5b1f6b4a is 43, key is default/ns:d/1731551973300/Put/seqid=0 2024-11-14T02:39:55,721 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/replication/a4d7d20246f416f8f0cf69eab91c42bf/.tmp/queue/327b9136be3041749fad55921b8ea506 is 153, key is 1-83c5a5c119d5,36255,1731551970111/queue:83c5a5c119d5%2C36255%2C1731551970111/1731551989490/Put/seqid=0 2024-11-14T02:39:55,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741848_1024 (size=5153) 2024-11-14T02:39:55,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741849_1025 (size=5352) 2024-11-14T02:39:55,835 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T02:39:55,835 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 83c5a5c119d5:46605 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 83c5a5c119d5/172.17.0.2:46605 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:39:55,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 83c5a5c119d5:46605 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 83c5a5c119d5/172.17.0.2:46605 2024-11-14T02:39:55,881 DEBUG [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e36510568125cfdfb7e14118cfea812, a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:55,942 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:55,942 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 83c5a5c119d5:46605 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 83c5a5c119d5/172.17.0.2:46605 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T02:39:55,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=83c5a5c119d5:46605 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 83c5a5c119d5/172.17.0.2:46605 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-14T02:39:55,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 83c5a5c119d5:46605 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 83c5a5c119d5/172.17.0.2:46605 2024-11-14T02:39:56,081 DEBUG [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e36510568125cfdfb7e14118cfea812, a4d7d20246f416f8f0cf69eab91c42bf 2024-11-14T02:39:56,123 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/.tmp/ns/4722b9447eec439ba11f191c5b1f6b4a 2024-11-14T02:39:56,124 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/replication/a4d7d20246f416f8f0cf69eab91c42bf/.tmp/queue/327b9136be3041749fad55921b8ea506 2024-11-14T02:39:56,128 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/replication/a4d7d20246f416f8f0cf69eab91c42bf/.tmp/hfileref/b09dda7095fc4ab4a706d03b23aac4dd as hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/replication/a4d7d20246f416f8f0cf69eab91c42bf/hfileref/b09dda7095fc4ab4a706d03b23aac4dd 2024-11-14T02:39:56,132 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/replication/a4d7d20246f416f8f0cf69eab91c42bf/hfileref/b09dda7095fc4ab4a706d03b23aac4dd, entries=4, sequenceid=10, filesize=5.2 K 2024-11-14T02:39:56,133 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/replication/a4d7d20246f416f8f0cf69eab91c42bf/.tmp/queue/327b9136be3041749fad55921b8ea506 as hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/replication/a4d7d20246f416f8f0cf69eab91c42bf/queue/327b9136be3041749fad55921b8ea506 2024-11-14T02:39:56,137 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/replication/a4d7d20246f416f8f0cf69eab91c42bf/queue/327b9136be3041749fad55921b8ea506, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T02:39:56,138 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for a4d7d20246f416f8f0cf69eab91c42bf in 858ms, sequenceid=10, compaction requested=false 2024-11-14T02:39:56,138 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T02:39:56,144 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/.tmp/rep_barrier/1ed8726083714f8d8784f8e2ddc46031 is 112, key is test,,1731551978358.2e36510568125cfdfb7e14118cfea812./rep_barrier:seqnumDuringOpen/1731551979507/Put/seqid=0 2024-11-14T02:39:56,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741850_1026 (size=5518) 2024-11-14T02:39:56,149 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/replication/a4d7d20246f416f8f0cf69eab91c42bf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T02:39:56,149 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/.tmp/rep_barrier/1ed8726083714f8d8784f8e2ddc46031 2024-11-14T02:39:56,149 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:39:56,149 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:39:56,149 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf. 2024-11-14T02:39:56,149 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4d7d20246f416f8f0cf69eab91c42bf: Waiting for close lock at 1731551995280Running coprocessor pre-close hooks at 1731551995280Disabling compacts and flushes for region at 1731551995280Disabling writes for close at 1731551995280Obtaining lock to block concurrent updates at 1731551995280Preparing flush snapshotting stores in a4d7d20246f416f8f0cf69eab91c42bf at 1731551995280Finished memstore snapshotting hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731551995280Flushing stores of hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf. at 1731551995281 (+1 ms)Flushing a4d7d20246f416f8f0cf69eab91c42bf/hfileref: creating writer at 1731551995281Flushing a4d7d20246f416f8f0cf69eab91c42bf/hfileref: appending metadata at 1731551995297 (+16 ms)Flushing a4d7d20246f416f8f0cf69eab91c42bf/hfileref: closing flushed file at 1731551995297Flushing a4d7d20246f416f8f0cf69eab91c42bf/queue: creating writer at 1731551995705 (+408 ms)Flushing a4d7d20246f416f8f0cf69eab91c42bf/queue: appending metadata at 1731551995720 (+15 ms)Flushing a4d7d20246f416f8f0cf69eab91c42bf/queue: closing flushed file at 1731551995720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65081dd4: reopening flushed file at 1731551996127 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@360a012f: reopening flushed file at 1731551996132 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for a4d7d20246f416f8f0cf69eab91c42bf in 858ms, sequenceid=10, compaction requested=false at 1731551996138 (+6 ms)Writing region close event to WAL at 1731551996145 (+7 ms)Running coprocessor post-close hooks at 1731551996149 (+4 ms)Closed at 1731551996149 2024-11-14T02:39:56,149 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731551982680.a4d7d20246f416f8f0cf69eab91c42bf. 2024-11-14T02:39:56,150 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e36510568125cfdfb7e14118cfea812, disabling compactions & flushes 2024-11-14T02:39:56,150 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731551978358.2e36510568125cfdfb7e14118cfea812. 2024-11-14T02:39:56,150 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731551978358.2e36510568125cfdfb7e14118cfea812. 2024-11-14T02:39:56,150 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731551978358.2e36510568125cfdfb7e14118cfea812. after waiting 0 ms 2024-11-14T02:39:56,150 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731551978358.2e36510568125cfdfb7e14118cfea812. 2024-11-14T02:39:56,153 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:56,153 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 83c5a5c119d5:46605 this server is in the failed servers list 2024-11-14T02:39:56,154 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 83c5a5c119d5:46605 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:39:56,155 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/default/test/2e36510568125cfdfb7e14118cfea812/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:39:56,155 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:39:56,155 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:39:56,155 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731551978358.2e36510568125cfdfb7e14118cfea812. 2024-11-14T02:39:56,156 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e36510568125cfdfb7e14118cfea812: Waiting for close lock at 1731551996150Running coprocessor pre-close hooks at 1731551996150Disabling compacts and flushes for region at 1731551996150Disabling writes for close at 1731551996150Writing region close event to WAL at 1731551996150Running coprocessor post-close hooks at 1731551996155 (+5 ms)Closed at 1731551996155 2024-11-14T02:39:56,156 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731551978358.2e36510568125cfdfb7e14118cfea812. 2024-11-14T02:39:56,167 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:39:56,167 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:39:56,167 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/.tmp/table/0425fba8ad5c4287a8c03dcae654680b is 53, key is hbase:replication/table:state/1731551983849/Put/seqid=0 2024-11-14T02:39:56,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741851_1027 (size=5308) 2024-11-14T02:39:56,171 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/.tmp/table/0425fba8ad5c4287a8c03dcae654680b 2024-11-14T02:39:56,175 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/.tmp/info/cecb26faf36641b48036f63d64cdc7fc as hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/info/cecb26faf36641b48036f63d64cdc7fc 2024-11-14T02:39:56,179 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/info/cecb26faf36641b48036f63d64cdc7fc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T02:39:56,180 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/.tmp/ns/4722b9447eec439ba11f191c5b1f6b4a as hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/ns/4722b9447eec439ba11f191c5b1f6b4a 2024-11-14T02:39:56,185 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/ns/4722b9447eec439ba11f191c5b1f6b4a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T02:39:56,186 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/.tmp/rep_barrier/1ed8726083714f8d8784f8e2ddc46031 as hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/rep_barrier/1ed8726083714f8d8784f8e2ddc46031 2024-11-14T02:39:56,190 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/rep_barrier/1ed8726083714f8d8784f8e2ddc46031, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T02:39:56,191 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/.tmp/table/0425fba8ad5c4287a8c03dcae654680b as hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/table/0425fba8ad5c4287a8c03dcae654680b 2024-11-14T02:39:56,194 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/table/0425fba8ad5c4287a8c03dcae654680b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T02:39:56,195 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 915ms, sequenceid=16, compaction requested=false 2024-11-14T02:39:56,195 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:39:56,199 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T02:39:56,199 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:39:56,199 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:39:56,199 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:39:56,199 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731551995280Running coprocessor pre-close hooks at 1731551995280Disabling compacts and flushes for region at 1731551995280Disabling writes for close at 1731551995280Obtaining lock to block concurrent updates at 1731551995280Preparing flush snapshotting stores in 1588230740 at 1731551995280Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731551995280Flushing stores of hbase:meta,,1.1588230740 at 1731551995281 (+1 ms)Flushing 1588230740/info: creating writer at 1731551995281Flushing 1588230740/info: appending metadata at 1731551995296 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731551995296Flushing 1588230740/ns: creating writer at 1731551995705 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731551995719 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731551995719Flushing 1588230740/rep_barrier: creating writer at 1731551996127 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731551996144 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731551996144Flushing 1588230740/table: creating writer at 1731551996153 (+9 ms)Flushing 1588230740/table: appending metadata at 1731551996167 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731551996167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a85a2f: reopening flushed file at 1731551996174 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf48f2c: reopening flushed file at 1731551996180 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7882cf: reopening flushed file at 1731551996185 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5661d23e: reopening flushed file at 1731551996190 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 915ms, sequenceid=16, compaction requested=false at 1731551996195 (+5 ms)Writing region close event to WAL at 1731551996197 (+2 ms)Running coprocessor post-close hooks at 1731551996199 (+2 ms)Closed at 1731551996199 2024-11-14T02:39:56,200 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:39:56,281 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,36255,1731551970111; all regions closed. 2024-11-14T02:39:56,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741834_1010 (size=4239) 2024-11-14T02:39:56,283 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.meta.1731551973243.meta not finished, retry = 0 2024-11-14T02:39:56,385 DEBUG [RS:0;83c5a5c119d5:36255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/oldWALs 2024-11-14T02:39:56,385 INFO [RS:0;83c5a5c119d5:36255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C36255%2C1731551970111.meta:.meta(num 1731551973243) 2024-11-14T02:39:56,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741839_1015 (size=2695) 2024-11-14T02:39:56,387 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/WALs/83c5a5c119d5,36255,1731551970111/83c5a5c119d5%2C36255%2C1731551970111.rep.1731551983812 not finished, retry = 0 2024-11-14T02:39:56,462 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:56,462 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 83c5a5c119d5:46605 this server is in the failed servers list 2024-11-14T02:39:56,462 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 83c5a5c119d5:46605 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:39:56,489 DEBUG [RS:0;83c5a5c119d5:36255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/oldWALs 2024-11-14T02:39:56,489 INFO [RS:0;83c5a5c119d5:36255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C36255%2C1731551970111.rep:(num 1731551983812) 2024-11-14T02:39:56,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741832_1008 (size=1336) 2024-11-14T02:39:56,492 DEBUG [RS:0;83c5a5c119d5:36255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/oldWALs 2024-11-14T02:39:56,492 INFO [RS:0;83c5a5c119d5:36255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C36255%2C1731551970111:(num 1731551972227) 2024-11-14T02:39:56,492 DEBUG [RS:0;83c5a5c119d5:36255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:56,492 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:39:56,492 INFO [RS:0;83c5a5c119d5:36255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:39:56,492 INFO [RS:0;83c5a5c119d5:36255 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T02:39:56,493 INFO [RS:0;83c5a5c119d5:36255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:39:56,493 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:39:56,493 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83c5a5c119d5,36255,1731551970111 because: Region server is closing 2024-11-14T02:39:56,493 INFO [RS:0;83c5a5c119d5:36255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:36255. 2024-11-14T02:39:56,493 DEBUG [RS:0;83c5a5c119d5:36255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:56,493 DEBUG [RS:0;83c5a5c119d5:36255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:56,493 DEBUG [RS:0;83c5a5c119d5:36255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:56,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:56,593 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.wal-reader.83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T02:39:56,593 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-14T02:39:56,594 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T02:39:56,594 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T02:39:56,972 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:56,973 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 83c5a5c119d5:46605 this server is in the failed servers list 2024-11-14T02:39:56,973 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 83c5a5c119d5:46605 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:39:57,494 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,36255,1731551970111.replicationSource.shipper83c5a5c119d5%2C36255%2C1731551970111,1-83c5a5c119d5,36255,1731551970111 terminated 2024-11-14T02:39:57,494 INFO [RS:0;83c5a5c119d5:36255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:36255. 2024-11-14T02:39:57,494 DEBUG [RS:0;83c5a5c119d5:36255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:39:57,494 DEBUG [RS:0;83c5a5c119d5:36255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:57,495 DEBUG [RS:0;83c5a5c119d5:36255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:39:57,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:39:57,495 INFO [RS:0;83c5a5c119d5:36255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36255 2024-11-14T02:39:57,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920264733/rs/83c5a5c119d5,36255,1731551970111 2024-11-14T02:39:57,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733/rs 2024-11-14T02:39:57,533 INFO [RS:0;83c5a5c119d5:36255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:39:57,533 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,36255,1731551970111] 2024-11-14T02:39:57,578 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1920264733/draining/83c5a5c119d5,36255,1731551970111 already deleted, retry=false 2024-11-14T02:39:57,578 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,36255,1731551970111 expired; onlineServers=0 2024-11-14T02:39:57,578 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,42071,1731551969959' ***** 2024-11-14T02:39:57,578 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:39:57,578 INFO [M:0;83c5a5c119d5:42071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:39:57,578 INFO [M:0;83c5a5c119d5:42071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:39:57,578 DEBUG [M:0;83c5a5c119d5:42071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:39:57,578 DEBUG [M:0;83c5a5c119d5:42071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:39:57,578 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:39:57,578 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551972039 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731551972039,5,FailOnTimeoutGroup] 2024-11-14T02:39:57,578 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551972036 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731551972036,5,FailOnTimeoutGroup] 2024-11-14T02:39:57,578 INFO [M:0;83c5a5c119d5:42071 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:39:57,578 INFO [M:0;83c5a5c119d5:42071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:39:57,578 DEBUG [M:0;83c5a5c119d5:42071 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:39:57,578 INFO [M:0;83c5a5c119d5:42071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:39:57,578 INFO [M:0;83c5a5c119d5:42071 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:39:57,578 INFO [M:0;83c5a5c119d5:42071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:39:57,579 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:39:57,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1920264733/master 2024-11-14T02:39:57,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1920264733 2024-11-14T02:39:57,586 DEBUG [M:0;83c5a5c119d5:42071 {}] zookeeper.ZKUtil(347): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Unable to get data of znode /0-1920264733/master because node does not exist (not an error) 2024-11-14T02:39:57,586 WARN [M:0;83c5a5c119d5:42071 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:39:57,587 INFO [M:0;83c5a5c119d5:42071 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/.lastflushedseqids 2024-11-14T02:39:57,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741852_1028 (size=263) 2024-11-14T02:39:57,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:57,670 INFO [RS:0;83c5a5c119d5:36255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:39:57,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36255-0x101387fedcf0001, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:57,670 INFO [RS:0;83c5a5c119d5:36255 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,36255,1731551970111; zookeeper connection closed. 2024-11-14T02:39:57,670 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d0cce7c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d0cce7c 2024-11-14T02:39:57,670 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:39:57,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:39:57,983 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:39:57,985 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:39:57,991 INFO [M:0;83c5a5c119d5:42071 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:39:57,991 INFO [M:0;83c5a5c119d5:42071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:39:57,991 DEBUG [M:0;83c5a5c119d5:42071 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:39:57,991 INFO [M:0;83c5a5c119d5:42071 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:57,991 DEBUG [M:0;83c5a5c119d5:42071 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:57,991 DEBUG [M:0;83c5a5c119d5:42071 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:39:57,991 DEBUG [M:0;83c5a5c119d5:42071 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:57,991 INFO [M:0;83c5a5c119d5:42071 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T02:39:58,011 DEBUG [M:0;83c5a5c119d5:42071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a86ca159ea046fab43398362151809e is 82, key is hbase:meta,,1/info:regioninfo/1731551973273/Put/seqid=0 2024-11-14T02:39:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741853_1029 (size=5672) 2024-11-14T02:39:58,185 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:39:58,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:58,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:58,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:58,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:58,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:58,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:58,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:58,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:58,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:39:58,415 INFO [M:0;83c5a5c119d5:42071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a86ca159ea046fab43398362151809e 2024-11-14T02:39:58,432 DEBUG [M:0;83c5a5c119d5:42071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a7a4356c4ab46da8d321462fdfc2ad3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731551983853/Put/seqid=0 2024-11-14T02:39:58,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741854_1030 (size=8517) 2024-11-14T02:39:58,836 INFO [M:0;83c5a5c119d5:42071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a7a4356c4ab46da8d321462fdfc2ad3 2024-11-14T02:39:58,851 DEBUG [M:0;83c5a5c119d5:42071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ce9c67bb5d041859615611c5bccc9e9 is 69, key is 83c5a5c119d5,36255,1731551970111/rs:state/1731551972067/Put/seqid=0 2024-11-14T02:39:58,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741855_1031 (size=5156) 2024-11-14T02:39:59,255 INFO [M:0;83c5a5c119d5:42071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ce9c67bb5d041859615611c5bccc9e9 2024-11-14T02:39:59,260 DEBUG [M:0;83c5a5c119d5:42071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a86ca159ea046fab43398362151809e as hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a86ca159ea046fab43398362151809e 2024-11-14T02:39:59,263 INFO [M:0;83c5a5c119d5:42071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a86ca159ea046fab43398362151809e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T02:39:59,264 DEBUG [M:0;83c5a5c119d5:42071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a7a4356c4ab46da8d321462fdfc2ad3 as hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a7a4356c4ab46da8d321462fdfc2ad3 2024-11-14T02:39:59,268 INFO [M:0;83c5a5c119d5:42071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a7a4356c4ab46da8d321462fdfc2ad3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T02:39:59,269 DEBUG [M:0;83c5a5c119d5:42071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ce9c67bb5d041859615611c5bccc9e9 as hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ce9c67bb5d041859615611c5bccc9e9 2024-11-14T02:39:59,272 INFO [M:0;83c5a5c119d5:42071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39925/user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ce9c67bb5d041859615611c5bccc9e9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T02:39:59,273 INFO [M:0;83c5a5c119d5:42071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-14T02:39:59,274 INFO [M:0;83c5a5c119d5:42071 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:39:59,274 DEBUG [M:0;83c5a5c119d5:42071 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731551997991Disabling compacts and flushes for region at 1731551997991Disabling writes for close at 1731551997991Obtaining lock to block concurrent updates at 1731551997991Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731551997991Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731551997992 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731551997992Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731551997992Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731551998010 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731551998010Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731551998419 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731551998431 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731551998431Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731551998839 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731551998851 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731551998851Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a0c3a71: reopening flushed file at 1731551999259 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18c7cb2d: reopening flushed file at 1731551999264 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b64068: reopening flushed file at 1731551999268 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1731551999273 (+5 ms)Writing region close event to WAL at 1731551999274 (+1 ms)Closed at 1731551999274 2024-11-14T02:39:59,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35735 is added to blk_1073741830_1006 (size=63666) 2024-11-14T02:39:59,276 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/606fd3a0-080c-05cd-1887-47ba79343ce6/MasterData/WALs/83c5a5c119d5,42071,1731551969959/83c5a5c119d5%2C42071%2C1731551969959.1731551971839 not finished, retry = 0 2024-11-14T02:39:59,377 INFO [M:0;83c5a5c119d5:42071 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:39:59,377 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:39:59,377 INFO [M:0;83c5a5c119d5:42071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42071 2024-11-14T02:39:59,377 INFO [M:0;83c5a5c119d5:42071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:39:59,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:59,508 INFO [M:0;83c5a5c119d5:42071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:39:59,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42071-0x101387fedcf0000, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:39:59,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bd3f427{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:39:59,510 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@594e8075{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:39:59,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:39:59,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e4b0d21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:39:59,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47f8a48b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/hadoop.log.dir/,STOPPED} 2024-11-14T02:39:59,511 WARN [BP-1460392445-172.17.0.2-1731551968262 heartbeating to localhost/127.0.0.1:39925 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1460392445-172.17.0.2-1731551968262 (Datanode Uuid 8907304a-bf3e-4efb-ae19-1f69010ca75c) service to localhost/127.0.0.1:39925 2024-11-14T02:39:59,512 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/cluster_26ccd5eb-f812-0d1f-ddd0-38179f4fe08f/data/data1/current/BP-1460392445-172.17.0.2-1731551968262 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:39:59,512 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/cluster_26ccd5eb-f812-0d1f-ddd0-38179f4fe08f/data/data2/current/BP-1460392445-172.17.0.2-1731551968262 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:39:59,512 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:39:59,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@383d3699{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:39:59,517 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@290f1827{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:39:59,517 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:39:59,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56fe2828{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:39:59,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2232c90b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efcd1488-f2bb-f55b-73e4-320a25ae6917/hadoop.log.dir/,STOPPED} 2024-11-14T02:39:59,523 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T02:39:59,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:39:59,542 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=240 (was 204) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39925 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56092) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46571 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56092) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39925 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46571 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=625 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 147) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5317 (was 5374) 2024-11-14T02:39:59,550 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=240, OpenFileDescriptor=625, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=5317 2024-11-14T02:39:59,561 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-14T02:39:59,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/hadoop.log.dir so I do NOT create it in target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19 2024-11-14T02:39:59,562 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:39:59,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/hadoop.tmp.dir so I do NOT create it in target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19 2024-11-14T02:39:59,562 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ae5c487-3268-93b4-82e6-0f5bbd36ae5c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:39:59,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19 2024-11-14T02:39:59,562 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/cluster_8861786b-392c-0dd6-a973-eb39a2e3cf15, deleteOnExit=true 2024-11-14T02:39:59,585 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/cluster_8861786b-392c-0dd6-a973-eb39a2e3cf15/zookeeper_0, clientPort=58071, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/cluster_8861786b-392c-0dd6-a973-eb39a2e3cf15/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/cluster_8861786b-392c-0dd6-a973-eb39a2e3cf15/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T02:39:59,586 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58071 2024-11-14T02:39:59,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:39:59,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:39:59,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/test.cache.data in system properties and HBase conf 2024-11-14T02:39:59,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:39:59,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:39:59,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:39:59,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:39:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:39:59,587 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:39:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:39:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:39:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:39:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:39:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:39:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:39:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:39:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:39:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:39:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:39:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:39:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:39:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:39:59,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:39:59,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101387fedcf0005, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:39:59,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101387fedcf0002, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:39:59,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101387fedcf0005, quorum=127.0.0.1:56092, baseZNode=/1-40815011 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:39:59,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101387fedcf0002, quorum=127.0.0.1:56092, baseZNode=/0-1920264733 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:39:59,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:39:59,870 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:39:59,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:39:59,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:39:59,871 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:39:59,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:39:59,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12b3f654{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:39:59,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56603a02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:39:59,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@233de56d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/java.io.tmpdir/jetty-localhost-42539-hadoop-hdfs-3_4_1-tests_jar-_-any-13663549097801491557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:39:59,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d70bb7f{HTTP/1.1, (http/1.1)}{localhost:42539} 2024-11-14T02:39:59,966 INFO [Time-limited test {}] server.Server(415): Started @200445ms 2024-11-14T02:40:00,002 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:00,003 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:40:00,003 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:40:00,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:40:00,154 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:40:00,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:40:00,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:40:00,155 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:40:00,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ccc525c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:40:00,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ebaa0ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:40:00,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19bd8b56{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/java.io.tmpdir/jetty-localhost-39303-hadoop-hdfs-3_4_1-tests_jar-_-any-1757915351388271264/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:40:00,252 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b481a9a{HTTP/1.1, (http/1.1)}{localhost:39303} 2024-11-14T02:40:00,252 INFO [Time-limited test {}] server.Server(415): Started @200730ms 2024-11-14T02:40:00,253 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:40:00,754 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/cluster_8861786b-392c-0dd6-a973-eb39a2e3cf15/data/data1/current/BP-507064343-172.17.0.2-1731551999601/current, will proceed with Du for space computation calculation, 2024-11-14T02:40:00,754 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/cluster_8861786b-392c-0dd6-a973-eb39a2e3cf15/data/data2/current/BP-507064343-172.17.0.2-1731551999601/current, will proceed with Du for space computation calculation, 2024-11-14T02:40:00,774 WARN [Thread-2172 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:40:00,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1aaab229dc622ab9 with lease ID 0xf0eb411f396bc46e: Processing first storage report for DS-0d4d002b-72dd-4c55-8970-b554d756fd40 from datanode DatanodeRegistration(127.0.0.1:46303, datanodeUuid=440082c5-7616-4e50-b0fb-8aee8d25e1ed, infoPort=45387, infoSecurePort=0, ipcPort=44499, storageInfo=lv=-57;cid=testClusterID;nsid=1720852919;c=1731551999601) 2024-11-14T02:40:00,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1aaab229dc622ab9 with lease ID 0xf0eb411f396bc46e: from storage DS-0d4d002b-72dd-4c55-8970-b554d756fd40 node DatanodeRegistration(127.0.0.1:46303, datanodeUuid=440082c5-7616-4e50-b0fb-8aee8d25e1ed, infoPort=45387, infoSecurePort=0, ipcPort=44499, storageInfo=lv=-57;cid=testClusterID;nsid=1720852919;c=1731551999601), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:40:00,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1aaab229dc622ab9 with lease ID 0xf0eb411f396bc46e: Processing first storage report for DS-84a0256f-1a64-4f62-b777-88facf5af7be from datanode DatanodeRegistration(127.0.0.1:46303, datanodeUuid=440082c5-7616-4e50-b0fb-8aee8d25e1ed, infoPort=45387, infoSecurePort=0, ipcPort=44499, storageInfo=lv=-57;cid=testClusterID;nsid=1720852919;c=1731551999601) 2024-11-14T02:40:00,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1aaab229dc622ab9 with lease ID 0xf0eb411f396bc46e: from storage DS-84a0256f-1a64-4f62-b777-88facf5af7be node DatanodeRegistration(127.0.0.1:46303, datanodeUuid=440082c5-7616-4e50-b0fb-8aee8d25e1ed, infoPort=45387, infoSecurePort=0, ipcPort=44499, storageInfo=lv=-57;cid=testClusterID;nsid=1720852919;c=1731551999601), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:40:00,875 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19 2024-11-14T02:40:00,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:00,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:00,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:40:01,291 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36 with version=8 2024-11-14T02:40:01,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/hbase-staging 2024-11-14T02:40:01,293 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:40:01,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:01,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:01,293 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:40:01,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:01,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:40:01,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:40:01,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:40:01,293 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35807 2024-11-14T02:40:01,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35807 connecting to ZooKeeper ensemble=127.0.0.1:58071 2024-11-14T02:40:01,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358070x0, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:01,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35807-0x101388068490000 connected 2024-11-14T02:40:01,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:01,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:01,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Set watcher on znode that does not yet exist, /01411593701/running 2024-11-14T02:40:01,422 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36, hbase.cluster.distributed=false 2024-11-14T02:40:01,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Set watcher on znode that does not yet exist, /01411593701/acl 2024-11-14T02:40:01,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35807 2024-11-14T02:40:01,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35807 2024-11-14T02:40:01,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35807 2024-11-14T02:40:01,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35807 2024-11-14T02:40:01,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35807 2024-11-14T02:40:01,437 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:40:01,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:01,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:01,437 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:40:01,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:01,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:40:01,437 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:40:01,438 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:40:01,438 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40273 2024-11-14T02:40:01,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40273 connecting to ZooKeeper ensemble=127.0.0.1:58071 2024-11-14T02:40:01,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:01,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:01,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402730x0, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:01,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40273-0x101388068490001 connected 2024-11-14T02:40:01,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Set watcher on znode that does not yet exist, /01411593701/running 2024-11-14T02:40:01,453 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:40:01,454 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:40:01,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Set watcher on znode that does not yet exist, /01411593701/master 2024-11-14T02:40:01,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Set watcher on znode that does not yet exist, /01411593701/acl 2024-11-14T02:40:01,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40273 2024-11-14T02:40:01,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40273 2024-11-14T02:40:01,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40273 2024-11-14T02:40:01,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40273 2024-11-14T02:40:01,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40273 2024-11-14T02:40:01,472 DEBUG [M:0;83c5a5c119d5:35807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:35807 2024-11-14T02:40:01,472 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01411593701/backup-masters/83c5a5c119d5,35807,1731552001292 2024-11-14T02:40:01,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701/backup-masters 2024-11-14T02:40:01,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701/backup-masters 2024-11-14T02:40:01,483 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Set watcher on existing znode=/01411593701/backup-masters/83c5a5c119d5,35807,1731552001292 2024-11-14T02:40:01,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01411593701/master 2024-11-14T02:40:01,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701 2024-11-14T02:40:01,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701 2024-11-14T02:40:01,491 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Set watcher on existing znode=/01411593701/master 2024-11-14T02:40:01,491 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01411593701/backup-masters/83c5a5c119d5,35807,1731552001292 from backup master directory 2024-11-14T02:40:01,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701/backup-masters 2024-11-14T02:40:01,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01411593701/backup-masters/83c5a5c119d5,35807,1731552001292 2024-11-14T02:40:01,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701/backup-masters 2024-11-14T02:40:01,499 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:40:01,499 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,35807,1731552001292 2024-11-14T02:40:01,503 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/hbase.id] with ID: dd5ed9fb-ca1c-49a2-8899-d5d9f32e82d9 2024-11-14T02:40:01,503 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/.tmp/hbase.id 2024-11-14T02:40:01,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:40:01,908 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/.tmp/hbase.id]:[hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/hbase.id] 2024-11-14T02:40:01,916 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:01,916 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:40:01,916 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T02:40:01,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701 2024-11-14T02:40:01,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701 2024-11-14T02:40:01,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:40:02,349 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:40:02,349 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:40:02,350 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:02,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:40:02,760 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store 2024-11-14T02:40:02,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:40:03,165 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:03,165 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:40:03,165 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:03,165 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:03,165 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:40:03,165 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:03,165 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:03,165 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552003165Disabling compacts and flushes for region at 1731552003165Disabling writes for close at 1731552003165Writing region close event to WAL at 1731552003165Closed at 1731552003165 2024-11-14T02:40:03,166 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/.initializing 2024-11-14T02:40:03,166 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/WALs/83c5a5c119d5,35807,1731552001292 2024-11-14T02:40:03,167 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:40:03,168 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C35807%2C1731552001292, suffix=, logDir=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/WALs/83c5a5c119d5,35807,1731552001292, archiveDir=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/oldWALs, maxLogs=10 2024-11-14T02:40:03,180 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/WALs/83c5a5c119d5,35807,1731552001292/83c5a5c119d5%2C35807%2C1731552001292.1731552003168, exclude list is [], retry=0 2024-11-14T02:40:03,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46303,DS-0d4d002b-72dd-4c55-8970-b554d756fd40,DISK] 2024-11-14T02:40:03,183 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/WALs/83c5a5c119d5,35807,1731552001292/83c5a5c119d5%2C35807%2C1731552001292.1731552003168 2024-11-14T02:40:03,184 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45387:45387)] 2024-11-14T02:40:03,184 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:03,184 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:03,184 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:03,184 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:03,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:03,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:40:03,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:03,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:03,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:03,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:40:03,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:03,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:03,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:03,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:40:03,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:03,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:03,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:03,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:40:03,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:03,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:03,190 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:03,190 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:03,191 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:03,192 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:03,192 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:03,192 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:40:03,193 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:03,195 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:03,195 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67884353, jitterRate=0.011555686593055725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:40:03,195 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731552003184Initializing all the Stores at 1731552003185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552003185Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552003185Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552003185Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552003185Cleaning up temporary data from old regions at 1731552003192 (+7 ms)Region opened successfully at 1731552003195 (+3 ms) 2024-11-14T02:40:03,196 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:40:03,198 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518a96e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:40:03,199 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:40:03,199 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:40:03,199 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:40:03,199 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:40:03,199 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:40:03,200 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:40:03,200 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:40:03,201 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:40:03,202 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Unable to get data of znode /01411593701/balancer because node does not exist (not necessarily an error) 2024-11-14T02:40:03,241 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01411593701/balancer already deleted, retry=false 2024-11-14T02:40:03,241 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:40:03,242 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Unable to get data of znode /01411593701/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:40:03,249 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01411593701/normalizer already deleted, retry=false 2024-11-14T02:40:03,249 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:40:03,250 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Unable to get data of znode /01411593701/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:40:03,257 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01411593701/switch/split already deleted, retry=false 2024-11-14T02:40:03,258 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Unable to get data of znode /01411593701/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:40:03,265 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01411593701/switch/merge already deleted, retry=false 2024-11-14T02:40:03,267 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Unable to get data of znode /01411593701/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:40:03,277 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01411593701/snapshot-cleanup already deleted, retry=false 2024-11-14T02:40:03,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01411593701/running 2024-11-14T02:40:03,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01411593701/running 2024-11-14T02:40:03,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701 2024-11-14T02:40:03,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701 2024-11-14T02:40:03,286 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,35807,1731552001292, sessionid=0x101388068490000, setting cluster-up flag (Was=false) 2024-11-14T02:40:03,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701 2024-11-14T02:40:03,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701 2024-11-14T02:40:03,327 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01411593701/flush-table-proc/acquired, /01411593701/flush-table-proc/reached, /01411593701/flush-table-proc/abort 2024-11-14T02:40:03,328 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,35807,1731552001292 2024-11-14T02:40:03,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701 2024-11-14T02:40:03,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701 2024-11-14T02:40:03,369 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01411593701/online-snapshot/acquired, /01411593701/online-snapshot/reached, /01411593701/online-snapshot/abort 2024-11-14T02:40:03,370 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,35807,1731552001292 2024-11-14T02:40:03,371 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:40:03,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:03,372 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:40:03,372 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:40:03,372 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,35807,1731552001292 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:40:03,373 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:03,373 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:03,373 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:03,373 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:03,373 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:40:03,373 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:03,373 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:40:03,373 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:03,374 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552033374 2024-11-14T02:40:03,374 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:40:03,374 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:40:03,374 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:40:03,374 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:40:03,374 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:40:03,374 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:40:03,374 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:03,375 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:40:03,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:03,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:40:03,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:40:03,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:40:03,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:40:03,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:40:03,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:40:03,375 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:03,375 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552003375,5,FailOnTimeoutGroup] 2024-11-14T02:40:03,375 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:40:03,376 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552003375,5,FailOnTimeoutGroup] 2024-11-14T02:40:03,376 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:03,376 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:40:03,376 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:03,376 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:03,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:40:03,465 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(746): ClusterId : dd5ed9fb-ca1c-49a2-8899-d5d9f32e82d9 2024-11-14T02:40:03,465 DEBUG [RS:0;83c5a5c119d5:40273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:40:03,474 DEBUG [RS:0;83c5a5c119d5:40273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:40:03,474 DEBUG [RS:0;83c5a5c119d5:40273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:40:03,483 DEBUG [RS:0;83c5a5c119d5:40273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:40:03,483 DEBUG [RS:0;83c5a5c119d5:40273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3c8fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:40:03,493 DEBUG [RS:0;83c5a5c119d5:40273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:40273 2024-11-14T02:40:03,493 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:40:03,493 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:40:03,493 DEBUG [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:40:03,494 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,35807,1731552001292 with port=40273, startcode=1731552001437 2024-11-14T02:40:03,494 DEBUG [RS:0;83c5a5c119d5:40273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:40:03,495 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:40:03,495 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,40273,1731552001437 2024-11-14T02:40:03,496 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35807 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,40273,1731552001437 2024-11-14T02:40:03,497 DEBUG [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36 2024-11-14T02:40:03,497 DEBUG [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44613 2024-11-14T02:40:03,497 DEBUG [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:40:03,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701/rs 2024-11-14T02:40:03,508 DEBUG [RS:0;83c5a5c119d5:40273 {}] zookeeper.ZKUtil(111): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Set watcher on existing znode=/01411593701/rs/83c5a5c119d5,40273,1731552001437 2024-11-14T02:40:03,508 WARN [RS:0;83c5a5c119d5:40273 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:40:03,508 INFO [RS:0;83c5a5c119d5:40273 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:03,508 DEBUG [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437 2024-11-14T02:40:03,508 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,40273,1731552001437] 2024-11-14T02:40:03,510 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:40:03,512 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:40:03,512 INFO [RS:0;83c5a5c119d5:40273 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:40:03,512 INFO [RS:0;83c5a5c119d5:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:03,512 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:40:03,513 INFO [RS:0;83c5a5c119d5:40273 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:40:03,513 INFO [RS:0;83c5a5c119d5:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:03,513 DEBUG [RS:0;83c5a5c119d5:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:03,513 DEBUG [RS:0;83c5a5c119d5:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:03,513 DEBUG [RS:0;83c5a5c119d5:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:03,513 DEBUG [RS:0;83c5a5c119d5:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:03,513 DEBUG [RS:0;83c5a5c119d5:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:03,513 DEBUG [RS:0;83c5a5c119d5:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:40:03,513 DEBUG [RS:0;83c5a5c119d5:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:03,513 DEBUG [RS:0;83c5a5c119d5:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:03,513 DEBUG [RS:0;83c5a5c119d5:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:03,513 DEBUG [RS:0;83c5a5c119d5:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:03,513 DEBUG [RS:0;83c5a5c119d5:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:03,513 DEBUG [RS:0;83c5a5c119d5:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:03,513 DEBUG [RS:0;83c5a5c119d5:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:40:03,513 DEBUG [RS:0;83c5a5c119d5:40273 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:40:03,513 INFO [RS:0;83c5a5c119d5:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:03,514 INFO [RS:0;83c5a5c119d5:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:03,514 INFO [RS:0;83c5a5c119d5:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:03,514 INFO [RS:0;83c5a5c119d5:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:03,514 INFO [RS:0;83c5a5c119d5:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:03,514 INFO [RS:0;83c5a5c119d5:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,40273,1731552001437-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:40:03,526 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:40:03,526 INFO [RS:0;83c5a5c119d5:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,40273,1731552001437-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:03,526 INFO [RS:0;83c5a5c119d5:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:03,526 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.Replication(171): 83c5a5c119d5,40273,1731552001437 started 2024-11-14T02:40:03,538 INFO [RS:0;83c5a5c119d5:40273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:03,538 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,40273,1731552001437, RpcServer on 83c5a5c119d5/172.17.0.2:40273, sessionid=0x101388068490001 2024-11-14T02:40:03,538 DEBUG [RS:0;83c5a5c119d5:40273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:40:03,538 DEBUG [RS:0;83c5a5c119d5:40273 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,40273,1731552001437 2024-11-14T02:40:03,538 DEBUG [RS:0;83c5a5c119d5:40273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,40273,1731552001437' 2024-11-14T02:40:03,538 DEBUG [RS:0;83c5a5c119d5:40273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01411593701/flush-table-proc/abort' 2024-11-14T02:40:03,539 DEBUG [RS:0;83c5a5c119d5:40273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01411593701/flush-table-proc/acquired' 2024-11-14T02:40:03,539 DEBUG [RS:0;83c5a5c119d5:40273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:40:03,539 DEBUG [RS:0;83c5a5c119d5:40273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:40:03,539 DEBUG [RS:0;83c5a5c119d5:40273 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,40273,1731552001437 2024-11-14T02:40:03,539 DEBUG [RS:0;83c5a5c119d5:40273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,40273,1731552001437' 2024-11-14T02:40:03,539 DEBUG [RS:0;83c5a5c119d5:40273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01411593701/online-snapshot/abort' 2024-11-14T02:40:03,539 DEBUG [RS:0;83c5a5c119d5:40273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01411593701/online-snapshot/acquired' 2024-11-14T02:40:03,539 DEBUG [RS:0;83c5a5c119d5:40273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:40:03,539 INFO [RS:0;83c5a5c119d5:40273 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:40:03,539 INFO [RS:0;83c5a5c119d5:40273 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:40:03,640 INFO [RS:0;83c5a5c119d5:40273 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:40:03,641 INFO [RS:0;83c5a5c119d5:40273 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C40273%2C1731552001437, suffix=, logDir=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437, archiveDir=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/oldWALs, maxLogs=10 2024-11-14T02:40:03,652 DEBUG [RS:0;83c5a5c119d5:40273 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641, exclude list is [], retry=0 2024-11-14T02:40:03,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46303,DS-0d4d002b-72dd-4c55-8970-b554d756fd40,DISK] 2024-11-14T02:40:03,656 INFO [RS:0;83c5a5c119d5:40273 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 2024-11-14T02:40:03,656 DEBUG [RS:0;83c5a5c119d5:40273 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45387:45387)] 2024-11-14T02:40:03,784 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:40:03,784 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36 2024-11-14T02:40:03,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:40:04,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:04,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:40:04,052 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:40:04,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:04,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:40:04,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:40:04,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:04,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:04,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:40:04,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:40:04,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:04,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:04,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:40:04,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:40:04,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:04,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:04,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:40:04,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:40:04,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:04,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:04,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:40:04,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740 2024-11-14T02:40:04,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740 2024-11-14T02:40:04,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:40:04,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:40:04,196 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:40:04,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:40:04,198 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:04,198 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63749885, jitterRate=-0.05005268752574921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:40:04,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731552004189Initializing all the Stores at 1731552004189Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552004189Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552004189Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552004189Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552004189Cleaning up temporary data from old regions at 1731552004196 (+7 ms)Region opened successfully at 1731552004199 (+3 ms) 2024-11-14T02:40:04,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:40:04,199 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:40:04,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:40:04,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:40:04,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:40:04,199 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:40:04,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552004199Disabling compacts and flushes for region at 1731552004199Disabling writes for close at 1731552004199Writing region close event to WAL at 1731552004199Closed at 1731552004199 2024-11-14T02:40:04,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:04,200 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:40:04,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:40:04,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:40:04,201 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:40:04,351 DEBUG [83c5a5c119d5:35807 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:40:04,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,40273,1731552001437 2024-11-14T02:40:04,353 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,40273,1731552001437, state=OPENING 2024-11-14T02:40:04,382 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:40:04,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701 2024-11-14T02:40:04,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701 2024-11-14T02:40:04,391 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:40:04,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01411593701/meta-region-server: CHANGED 2024-11-14T02:40:04,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,40273,1731552001437}] 2024-11-14T02:40:04,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01411593701/meta-region-server: CHANGED 2024-11-14T02:40:04,543 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:40:04,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:40:04,547 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:40:04,547 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:04,547 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:40:04,548 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C40273%2C1731552001437.meta, suffix=.meta, logDir=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437, archiveDir=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/oldWALs, maxLogs=10 2024-11-14T02:40:04,560 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.meta.1731552004548.meta, exclude list is [], retry=0 2024-11-14T02:40:04,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46303,DS-0d4d002b-72dd-4c55-8970-b554d756fd40,DISK] 2024-11-14T02:40:04,563 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.meta.1731552004548.meta 2024-11-14T02:40:04,563 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45387:45387)] 2024-11-14T02:40:04,563 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:04,563 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:40:04,563 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:40:04,563 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:40:04,563 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:40:04,563 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:40:04,564 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:04,564 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:40:04,564 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:40:04,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:40:04,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:40:04,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:04,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:04,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:40:04,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:40:04,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:04,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:04,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:40:04,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:40:04,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:04,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:04,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:40:04,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:40:04,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:04,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:04,568 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:40:04,569 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740 2024-11-14T02:40:04,569 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740 2024-11-14T02:40:04,570 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:40:04,570 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:40:04,570 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:40:04,571 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:40:04,572 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62739930, jitterRate=-0.06510218977928162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:40:04,572 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:40:04,573 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731552004564Writing region info on filesystem at 1731552004564Initializing all the Stores at 1731552004564Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552004564Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552004565 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552004565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552004565Cleaning up temporary data from old regions at 1731552004570 (+5 ms)Running coprocessor post-open hooks at 1731552004572 (+2 ms)Region opened successfully at 1731552004573 (+1 ms) 2024-11-14T02:40:04,574 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731552004543 2024-11-14T02:40:04,576 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:40:04,576 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:40:04,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,40273,1731552001437 2024-11-14T02:40:04,577 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,40273,1731552001437, state=OPEN 2024-11-14T02:40:04,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01411593701/meta-region-server 2024-11-14T02:40:04,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01411593701/meta-region-server 2024-11-14T02:40:04,612 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,40273,1731552001437 2024-11-14T02:40:04,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01411593701/meta-region-server: CHANGED 2024-11-14T02:40:04,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01411593701/meta-region-server: CHANGED 2024-11-14T02:40:04,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:40:04,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,40273,1731552001437 in 221 msec 2024-11-14T02:40:04,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:40:04,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-14T02:40:04,616 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:04,616 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:40:04,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:04,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40273,1731552001437, seqNum=-1] 2024-11-14T02:40:04,617 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:04,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:04,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-11-14T02:40:04,623 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731552004623, completionTime=-1 2024-11-14T02:40:04,623 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:40:04,623 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:40:04,624 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:40:04,624 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552064624 2024-11-14T02:40:04,624 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552124624 2024-11-14T02:40:04,625 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T02:40:04,625 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35807,1731552001292-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:04,625 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35807,1731552001292-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:04,625 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35807,1731552001292-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:04,625 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:35807, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:04,625 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:04,625 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:04,627 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:40:04,628 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.129sec 2024-11-14T02:40:04,628 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:40:04,628 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:40:04,628 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:40:04,628 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:40:04,628 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:40:04,628 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35807,1731552001292-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:40:04,628 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35807,1731552001292-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:40:04,630 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:40:04,630 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:40:04,630 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35807,1731552001292-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:04,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef9764a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:04,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35807,-1 for getting cluster id 2024-11-14T02:40:04,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:04,667 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd5ed9fb-ca1c-49a2-8899-d5d9f32e82d9' 2024-11-14T02:40:04,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:04,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd5ed9fb-ca1c-49a2-8899-d5d9f32e82d9" 2024-11-14T02:40:04,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b13acff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:04,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35807,-1] 2024-11-14T02:40:04,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:04,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:04,668 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:04,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b3e0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:04,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:04,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40273,1731552001437, seqNum=-1] 2024-11-14T02:40:04,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:04,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:04,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,35807,1731552001292 2024-11-14T02:40:04,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58071 2024-11-14T02:40:04,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:04,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101388068490002 connected 2024-11-14T02:40:04,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/hadoop.log.dir so I do NOT create it in target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d 2024-11-14T02:40:04,701 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:40:04,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/hadoop.tmp.dir so I do NOT create it in target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d 2024-11-14T02:40:04,701 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:40:04,701 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d 2024-11-14T02:40:04,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:40:04,701 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/cluster_e696d4a7-1855-d290-8765-421d1a9650cc, deleteOnExit=true 2024-11-14T02:40:04,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:40:04,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/test.cache.data in system properties and HBase conf 2024-11-14T02:40:04,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:40:04,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:40:04,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:40:04,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:40:04,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:40:04,702 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:40:04,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:40:04,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:40:04,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:40:04,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:40:04,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:40:04,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:40:04,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:40:04,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:40:04,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:40:04,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:40:04,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:40:04,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:40:04,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:40:04,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:40:04,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:40:04,983 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:40:04,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:40:04,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:40:04,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:40:04,985 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:40:04,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f6ac4bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:40:04,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f1c236a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:40:05,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c207e82{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/java.io.tmpdir/jetty-localhost-35973-hadoop-hdfs-3_4_1-tests_jar-_-any-4244378928575513520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:40:05,088 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@754ba998{HTTP/1.1, (http/1.1)}{localhost:35973} 2024-11-14T02:40:05,088 INFO [Time-limited test {}] server.Server(415): Started @205567ms 2024-11-14T02:40:05,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T02:40:05,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T02:40:05,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:40:05,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:40:05,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:40:05,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:40:05,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:40:05,289 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:40:05,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77b4d2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:40:05,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@703f26be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:40:05,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d3c1889{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/java.io.tmpdir/jetty-localhost-39879-hadoop-hdfs-3_4_1-tests_jar-_-any-14225287945828493263/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:40:05,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cd5bed6{HTTP/1.1, (http/1.1)}{localhost:39879} 2024-11-14T02:40:05,385 INFO [Time-limited test {}] server.Server(415): Started @205864ms 2024-11-14T02:40:05,386 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:40:05,869 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/cluster_e696d4a7-1855-d290-8765-421d1a9650cc/data/data1/current/BP-847030547-172.17.0.2-1731552004723/current, will proceed with Du for space computation calculation, 2024-11-14T02:40:05,869 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/cluster_e696d4a7-1855-d290-8765-421d1a9650cc/data/data2/current/BP-847030547-172.17.0.2-1731552004723/current, will proceed with Du for space computation calculation, 2024-11-14T02:40:05,889 WARN [Thread-2292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:40:05,891 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cd7edd85e18adc6 with lease ID 0x96f99a3c967b0237: Processing first storage report for DS-0d08822f-7a87-4d39-80ec-2a1cd325adce from datanode DatanodeRegistration(127.0.0.1:45613, datanodeUuid=c3b6a5ea-dfd1-44c7-b1e0-6d5ac981abb6, infoPort=42001, infoSecurePort=0, ipcPort=42651, storageInfo=lv=-57;cid=testClusterID;nsid=45652715;c=1731552004723) 2024-11-14T02:40:05,891 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cd7edd85e18adc6 with lease ID 0x96f99a3c967b0237: from storage DS-0d08822f-7a87-4d39-80ec-2a1cd325adce node DatanodeRegistration(127.0.0.1:45613, datanodeUuid=c3b6a5ea-dfd1-44c7-b1e0-6d5ac981abb6, infoPort=42001, infoSecurePort=0, ipcPort=42651, storageInfo=lv=-57;cid=testClusterID;nsid=45652715;c=1731552004723), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:40:05,891 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cd7edd85e18adc6 with lease ID 0x96f99a3c967b0237: Processing first storage report for DS-7b81b9dd-6beb-41e1-9757-f126b68f61d0 from datanode DatanodeRegistration(127.0.0.1:45613, datanodeUuid=c3b6a5ea-dfd1-44c7-b1e0-6d5ac981abb6, infoPort=42001, infoSecurePort=0, ipcPort=42651, storageInfo=lv=-57;cid=testClusterID;nsid=45652715;c=1731552004723) 2024-11-14T02:40:05,891 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cd7edd85e18adc6 with lease ID 0x96f99a3c967b0237: from storage DS-7b81b9dd-6beb-41e1-9757-f126b68f61d0 node DatanodeRegistration(127.0.0.1:45613, datanodeUuid=c3b6a5ea-dfd1-44c7-b1e0-6d5ac981abb6, infoPort=42001, infoSecurePort=0, ipcPort=42651, storageInfo=lv=-57;cid=testClusterID;nsid=45652715;c=1731552004723), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:40:05,913 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d 2024-11-14T02:40:05,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:05,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:05,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:40:06,322 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856 with version=8 2024-11-14T02:40:06,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/hbase-staging 2024-11-14T02:40:06,324 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:40:06,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:06,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:06,324 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:40:06,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:06,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:40:06,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:40:06,324 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:40:06,324 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43097 2024-11-14T02:40:06,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43097 connecting to ZooKeeper ensemble=127.0.0.1:58071 2024-11-14T02:40:06,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430970x0, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:06,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43097-0x101388068490003 connected 2024-11-14T02:40:06,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:06,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:06,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Set watcher on znode that does not yet exist, /1901312017/running 2024-11-14T02:40:06,426 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856, hbase.cluster.distributed=false 2024-11-14T02:40:06,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Set watcher on znode that does not yet exist, /1901312017/acl 2024-11-14T02:40:06,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43097 2024-11-14T02:40:06,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43097 2024-11-14T02:40:06,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43097 2024-11-14T02:40:06,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43097 2024-11-14T02:40:06,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43097 2024-11-14T02:40:06,441 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:40:06,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:06,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:06,441 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:40:06,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:06,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:40:06,441 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:40:06,441 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:40:06,441 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45857 2024-11-14T02:40:06,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45857 connecting to ZooKeeper ensemble=127.0.0.1:58071 2024-11-14T02:40:06,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:06,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:06,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458570x0, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:06,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458570x0, quorum=127.0.0.1:58071, baseZNode=/1901312017 Set watcher on znode that does not yet exist, /1901312017/running 2024-11-14T02:40:06,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45857-0x101388068490004 connected 2024-11-14T02:40:06,453 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:40:06,455 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:40:06,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Set watcher on znode that does not yet exist, /1901312017/master 2024-11-14T02:40:06,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Set watcher on znode that does not yet exist, /1901312017/acl 2024-11-14T02:40:06,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45857 2024-11-14T02:40:06,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45857 2024-11-14T02:40:06,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45857 2024-11-14T02:40:06,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45857 2024-11-14T02:40:06,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45857 2024-11-14T02:40:06,476 DEBUG [M:0;83c5a5c119d5:43097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:43097 2024-11-14T02:40:06,476 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1901312017/backup-masters/83c5a5c119d5,43097,1731552006323 2024-11-14T02:40:06,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017/backup-masters 2024-11-14T02:40:06,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017/backup-masters 2024-11-14T02:40:06,486 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Set watcher on existing znode=/1901312017/backup-masters/83c5a5c119d5,43097,1731552006323 2024-11-14T02:40:06,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1901312017/master 2024-11-14T02:40:06,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017 2024-11-14T02:40:06,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017 2024-11-14T02:40:06,494 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Set watcher on existing znode=/1901312017/master 2024-11-14T02:40:06,495 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1901312017/backup-masters/83c5a5c119d5,43097,1731552006323 from backup master directory 2024-11-14T02:40:06,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1901312017/backup-masters/83c5a5c119d5,43097,1731552006323 2024-11-14T02:40:06,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017/backup-masters 2024-11-14T02:40:06,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017/backup-masters 2024-11-14T02:40:06,502 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:40:06,502 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,43097,1731552006323 2024-11-14T02:40:06,505 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/hbase.id] with ID: 74c38c7b-aefa-45c2-a021-d786524bbfbe 2024-11-14T02:40:06,505 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/.tmp/hbase.id 2024-11-14T02:40:06,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:40:06,913 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/.tmp/hbase.id]:[hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/hbase.id] 2024-11-14T02:40:06,923 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:06,923 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:40:06,924 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T02:40:06,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017 2024-11-14T02:40:06,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017 2024-11-14T02:40:06,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:40:06,957 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:40:06,958 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:40:06,958 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:06,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:40:07,367 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store 2024-11-14T02:40:07,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:40:07,773 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,773 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:40:07,773 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:07,773 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:07,773 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:40:07,773 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:07,773 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:07,773 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552007773Disabling compacts and flushes for region at 1731552007773Disabling writes for close at 1731552007773Writing region close event to WAL at 1731552007773Closed at 1731552007773 2024-11-14T02:40:07,774 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/.initializing 2024-11-14T02:40:07,774 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/WALs/83c5a5c119d5,43097,1731552006323 2024-11-14T02:40:07,774 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:40:07,776 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C43097%2C1731552006323, suffix=, logDir=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/WALs/83c5a5c119d5,43097,1731552006323, archiveDir=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/oldWALs, maxLogs=10 2024-11-14T02:40:07,798 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/WALs/83c5a5c119d5,43097,1731552006323/83c5a5c119d5%2C43097%2C1731552006323.1731552007776, exclude list is [], retry=0 2024-11-14T02:40:07,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45613,DS-0d08822f-7a87-4d39-80ec-2a1cd325adce,DISK] 2024-11-14T02:40:07,802 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/WALs/83c5a5c119d5,43097,1731552006323/83c5a5c119d5%2C43097%2C1731552006323.1731552007776 2024-11-14T02:40:07,802 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42001:42001)] 2024-11-14T02:40:07,802 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:07,802 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:07,802 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:07,802 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:07,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:07,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:40:07,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:07,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:07,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:40:07,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:07,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:40:07,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:07,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:40:07,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:07,809 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:07,809 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:07,810 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:07,810 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:07,811 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:07,811 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:40:07,812 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:07,813 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:07,813 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75266806, jitterRate=0.12156280875205994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:40:07,813 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731552007803Initializing all the Stores at 1731552007803Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552007803Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007803Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007803Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552007803Cleaning up temporary data from old regions at 1731552007811 (+8 ms)Region opened successfully at 1731552007813 (+2 ms) 2024-11-14T02:40:07,814 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:40:07,815 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dabcd30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:40:07,816 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:40:07,816 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:40:07,816 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:40:07,816 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:40:07,816 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:40:07,817 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:40:07,817 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:40:07,818 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:40:07,818 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Unable to get data of znode /1901312017/balancer because node does not exist (not necessarily an error) 2024-11-14T02:40:07,849 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1901312017/balancer already deleted, retry=false 2024-11-14T02:40:07,849 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:40:07,849 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Unable to get data of znode /1901312017/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:40:07,857 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1901312017/normalizer already deleted, retry=false 2024-11-14T02:40:07,857 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:40:07,858 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Unable to get data of znode /1901312017/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:40:07,865 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1901312017/switch/split already deleted, retry=false 2024-11-14T02:40:07,866 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Unable to get data of znode /1901312017/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:40:07,874 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1901312017/switch/merge already deleted, retry=false 2024-11-14T02:40:07,875 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Unable to get data of znode /1901312017/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:40:07,882 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1901312017/snapshot-cleanup already deleted, retry=false 2024-11-14T02:40:07,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1901312017/running 2024-11-14T02:40:07,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1901312017/running 2024-11-14T02:40:07,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017 2024-11-14T02:40:07,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017 2024-11-14T02:40:07,891 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,43097,1731552006323, sessionid=0x101388068490003, setting cluster-up flag (Was=false) 2024-11-14T02:40:07,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017 2024-11-14T02:40:07,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017 2024-11-14T02:40:07,932 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1901312017/flush-table-proc/acquired, /1901312017/flush-table-proc/reached, /1901312017/flush-table-proc/abort 2024-11-14T02:40:07,933 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,43097,1731552006323 2024-11-14T02:40:07,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017 2024-11-14T02:40:07,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017 2024-11-14T02:40:07,974 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1901312017/online-snapshot/acquired, /1901312017/online-snapshot/reached, /1901312017/online-snapshot/abort 2024-11-14T02:40:07,975 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,43097,1731552006323 2024-11-14T02:40:07,975 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:40:07,977 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:07,977 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:40:07,977 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:40:07,977 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,43097,1731552006323 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:40:07,978 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:07,978 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:07,978 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:07,978 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:07,978 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:40:07,978 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:07,978 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:40:07,978 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:07,979 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552037979 2024-11-14T02:40:07,979 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:07,979 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:40:07,979 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:40:07,980 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:40:07,980 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:40:07,980 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:40:07,980 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:40:07,980 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:40:07,980 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:07,980 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:07,980 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:40:07,983 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:40:07,983 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:40:07,983 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:40:07,983 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:40:07,987 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:40:07,987 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:40:07,987 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552007987,5,FailOnTimeoutGroup] 2024-11-14T02:40:07,987 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552007987,5,FailOnTimeoutGroup] 2024-11-14T02:40:07,987 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:07,987 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:40:07,987 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:07,987 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:07,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:40:08,069 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(746): ClusterId : 74c38c7b-aefa-45c2-a021-d786524bbfbe 2024-11-14T02:40:08,069 DEBUG [RS:0;83c5a5c119d5:45857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:40:08,078 DEBUG [RS:0;83c5a5c119d5:45857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:40:08,078 DEBUG [RS:0;83c5a5c119d5:45857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:40:08,086 DEBUG [RS:0;83c5a5c119d5:45857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:40:08,086 DEBUG [RS:0;83c5a5c119d5:45857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e591999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:40:08,097 DEBUG [RS:0;83c5a5c119d5:45857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:45857 2024-11-14T02:40:08,097 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:40:08,097 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:40:08,097 DEBUG [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:40:08,098 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,43097,1731552006323 with port=45857, startcode=1731552006440 2024-11-14T02:40:08,098 DEBUG [RS:0;83c5a5c119d5:45857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:40:08,099 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:40:08,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,45857,1731552006440 2024-11-14T02:40:08,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43097 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,45857,1731552006440 2024-11-14T02:40:08,100 DEBUG [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856 2024-11-14T02:40:08,100 DEBUG [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42245 2024-11-14T02:40:08,100 DEBUG [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:40:08,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017/rs 2024-11-14T02:40:08,111 DEBUG [RS:0;83c5a5c119d5:45857 {}] zookeeper.ZKUtil(111): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Set watcher on existing znode=/1901312017/rs/83c5a5c119d5,45857,1731552006440 2024-11-14T02:40:08,111 WARN [RS:0;83c5a5c119d5:45857 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:40:08,111 INFO [RS:0;83c5a5c119d5:45857 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:08,111 DEBUG [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440 2024-11-14T02:40:08,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,45857,1731552006440] 2024-11-14T02:40:08,114 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:40:08,115 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:40:08,116 INFO [RS:0;83c5a5c119d5:45857 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:40:08,116 INFO [RS:0;83c5a5c119d5:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:08,116 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:40:08,117 INFO [RS:0;83c5a5c119d5:45857 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:40:08,117 INFO [RS:0;83c5a5c119d5:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:08,117 DEBUG [RS:0;83c5a5c119d5:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:08,117 DEBUG [RS:0;83c5a5c119d5:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:08,117 DEBUG [RS:0;83c5a5c119d5:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:08,117 DEBUG [RS:0;83c5a5c119d5:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:08,117 DEBUG [RS:0;83c5a5c119d5:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:08,117 DEBUG [RS:0;83c5a5c119d5:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:40:08,117 DEBUG [RS:0;83c5a5c119d5:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:08,117 DEBUG [RS:0;83c5a5c119d5:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:08,117 DEBUG [RS:0;83c5a5c119d5:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:08,117 DEBUG [RS:0;83c5a5c119d5:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:08,117 DEBUG [RS:0;83c5a5c119d5:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:08,117 DEBUG [RS:0;83c5a5c119d5:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:08,117 DEBUG [RS:0;83c5a5c119d5:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:40:08,117 DEBUG [RS:0;83c5a5c119d5:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:40:08,119 INFO [RS:0;83c5a5c119d5:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:08,119 INFO [RS:0;83c5a5c119d5:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:08,119 INFO [RS:0;83c5a5c119d5:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:08,119 INFO [RS:0;83c5a5c119d5:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:08,119 INFO [RS:0;83c5a5c119d5:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:08,119 INFO [RS:0;83c5a5c119d5:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,45857,1731552006440-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:40:08,141 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:40:08,141 INFO [RS:0;83c5a5c119d5:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,45857,1731552006440-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:08,141 INFO [RS:0;83c5a5c119d5:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:08,141 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.Replication(171): 83c5a5c119d5,45857,1731552006440 started 2024-11-14T02:40:08,159 INFO [RS:0;83c5a5c119d5:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:08,160 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,45857,1731552006440, RpcServer on 83c5a5c119d5/172.17.0.2:45857, sessionid=0x101388068490004 2024-11-14T02:40:08,160 DEBUG [RS:0;83c5a5c119d5:45857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:40:08,160 DEBUG [RS:0;83c5a5c119d5:45857 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,45857,1731552006440 2024-11-14T02:40:08,160 DEBUG [RS:0;83c5a5c119d5:45857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,45857,1731552006440' 2024-11-14T02:40:08,160 DEBUG [RS:0;83c5a5c119d5:45857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1901312017/flush-table-proc/abort' 2024-11-14T02:40:08,160 DEBUG [RS:0;83c5a5c119d5:45857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1901312017/flush-table-proc/acquired' 2024-11-14T02:40:08,161 DEBUG [RS:0;83c5a5c119d5:45857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:40:08,161 DEBUG [RS:0;83c5a5c119d5:45857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:40:08,161 DEBUG [RS:0;83c5a5c119d5:45857 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,45857,1731552006440 2024-11-14T02:40:08,161 DEBUG [RS:0;83c5a5c119d5:45857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,45857,1731552006440' 2024-11-14T02:40:08,161 DEBUG [RS:0;83c5a5c119d5:45857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1901312017/online-snapshot/abort' 2024-11-14T02:40:08,161 DEBUG [RS:0;83c5a5c119d5:45857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1901312017/online-snapshot/acquired' 2024-11-14T02:40:08,161 DEBUG [RS:0;83c5a5c119d5:45857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:40:08,161 INFO [RS:0;83c5a5c119d5:45857 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:40:08,161 INFO [RS:0;83c5a5c119d5:45857 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:40:08,262 INFO [RS:0;83c5a5c119d5:45857 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:40:08,263 INFO [RS:0;83c5a5c119d5:45857 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C45857%2C1731552006440, suffix=, logDir=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440, archiveDir=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/oldWALs, maxLogs=10 2024-11-14T02:40:08,279 DEBUG [RS:0;83c5a5c119d5:45857 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263, exclude list is [], retry=0 2024-11-14T02:40:08,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45613,DS-0d08822f-7a87-4d39-80ec-2a1cd325adce,DISK] 2024-11-14T02:40:08,286 INFO [RS:0;83c5a5c119d5:45857 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 2024-11-14T02:40:08,287 DEBUG [RS:0;83c5a5c119d5:45857 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42001:42001)] 2024-11-14T02:40:08,393 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:40:08,393 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856 2024-11-14T02:40:08,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:40:08,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:08,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:40:08,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:40:08,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:08,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:40:08,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:40:08,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:08,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:40:08,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:40:08,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:08,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:40:08,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:40:08,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:08,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:08,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:40:08,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740 2024-11-14T02:40:08,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740 2024-11-14T02:40:08,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:40:08,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:40:08,805 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:40:08,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:40:08,807 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:08,807 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59062764, jitterRate=-0.11989623308181763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:40:08,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731552008799Initializing all the Stores at 1731552008799Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552008799Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552008799Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552008799Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552008799Cleaning up temporary data from old regions at 1731552008805 (+6 ms)Region opened successfully at 1731552008807 (+2 ms) 2024-11-14T02:40:08,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:40:08,807 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:40:08,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:40:08,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:40:08,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:40:08,808 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:40:08,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552008807Disabling compacts and flushes for region at 1731552008807Disabling writes for close at 1731552008808 (+1 ms)Writing region close event to WAL at 1731552008808Closed at 1731552008808 2024-11-14T02:40:08,809 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:08,809 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:40:08,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:40:08,810 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:40:08,810 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:40:08,960 DEBUG [83c5a5c119d5:43097 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:40:08,961 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,45857,1731552006440 2024-11-14T02:40:08,962 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,45857,1731552006440, state=OPENING 2024-11-14T02:40:09,027 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:40:09,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017 2024-11-14T02:40:09,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017 2024-11-14T02:40:09,044 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:40:09,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1901312017/meta-region-server: CHANGED 2024-11-14T02:40:09,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1901312017/meta-region-server: CHANGED 2024-11-14T02:40:09,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,45857,1731552006440}] 2024-11-14T02:40:09,196 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:40:09,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:40:09,200 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:40:09,200 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:09,200 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:40:09,202 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C45857%2C1731552006440.meta, suffix=.meta, logDir=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440, archiveDir=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/oldWALs, maxLogs=10 2024-11-14T02:40:09,213 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.meta.1731552009202.meta, exclude list is [], retry=0 2024-11-14T02:40:09,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45613,DS-0d08822f-7a87-4d39-80ec-2a1cd325adce,DISK] 2024-11-14T02:40:09,216 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.meta.1731552009202.meta 2024-11-14T02:40:09,216 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42001:42001)] 2024-11-14T02:40:09,216 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:09,217 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:40:09,217 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:40:09,217 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:40:09,217 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:40:09,217 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:40:09,217 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:09,217 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:40:09,217 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:40:09,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:40:09,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:40:09,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:09,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:09,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:40:09,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:40:09,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:09,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:09,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:40:09,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:40:09,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:09,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:09,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:40:09,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:40:09,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:09,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:09,222 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:40:09,223 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740 2024-11-14T02:40:09,223 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740 2024-11-14T02:40:09,224 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:40:09,224 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:40:09,224 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:40:09,225 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:40:09,225 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62764548, jitterRate=-0.06473535299301147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:40:09,225 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:40:09,226 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731552009217Writing region info on filesystem at 1731552009217Initializing all the Stores at 1731552009218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552009218Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552009218Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552009218Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552009218Cleaning up temporary data from old regions at 1731552009224 (+6 ms)Running coprocessor post-open hooks at 1731552009225 (+1 ms)Region opened successfully at 1731552009225 2024-11-14T02:40:09,226 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731552009196 2024-11-14T02:40:09,227 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:40:09,228 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:40:09,228 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,45857,1731552006440 2024-11-14T02:40:09,228 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,45857,1731552006440, state=OPEN 2024-11-14T02:40:09,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1901312017/meta-region-server 2024-11-14T02:40:09,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1901312017/meta-region-server 2024-11-14T02:40:09,235 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,45857,1731552006440 2024-11-14T02:40:09,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1901312017/meta-region-server: CHANGED 2024-11-14T02:40:09,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1901312017/meta-region-server: CHANGED 2024-11-14T02:40:09,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:40:09,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,45857,1731552006440 in 191 msec 2024-11-14T02:40:09,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:40:09,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-14T02:40:09,239 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:09,239 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:40:09,240 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:09,240 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,45857,1731552006440, seqNum=-1] 2024-11-14T02:40:09,240 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:09,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:09,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-11-14T02:40:09,245 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731552009245, completionTime=-1 2024-11-14T02:40:09,245 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:40:09,245 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:40:09,247 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:40:09,247 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552069247 2024-11-14T02:40:09,247 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552129247 2024-11-14T02:40:09,247 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T02:40:09,247 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,43097,1731552006323-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:09,247 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,43097,1731552006323-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:09,247 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,43097,1731552006323-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:09,247 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:43097, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:09,248 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:09,248 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:09,249 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:40:09,251 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.749sec 2024-11-14T02:40:09,251 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:40:09,251 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:40:09,251 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:40:09,251 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:40:09,251 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:40:09,251 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,43097,1731552006323-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:40:09,251 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,43097,1731552006323-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:40:09,252 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:40:09,252 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:40:09,253 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,43097,1731552006323-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:09,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3d5c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:09,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,43097,-1 for getting cluster id 2024-11-14T02:40:09,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:09,270 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74c38c7b-aefa-45c2-a021-d786524bbfbe' 2024-11-14T02:40:09,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:09,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74c38c7b-aefa-45c2-a021-d786524bbfbe" 2024-11-14T02:40:09,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b7c18c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:09,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,43097,-1] 2024-11-14T02:40:09,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:09,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:09,272 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:09,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d40ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:09,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:09,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,45857,1731552006440, seqNum=-1] 2024-11-14T02:40:09,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:09,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:09,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,43097,1731552006323 2024-11-14T02:40:09,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58071 2024-11-14T02:40:09,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:09,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101388068490005 connected 2024-11-14T02:40:09,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:09,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,35807,1731552001292 2024-11-14T02:40:09,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5547f68 2024-11-14T02:40:09,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:09,297 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:40:09,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35807 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:40:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35807 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T02:40:09,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:40:09,300 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:09,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35807 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T02:40:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:09,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:40:09,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741835_1011 (size=902) 2024-11-14T02:40:09,308 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d1fee9d4d9d398691120c1ed241e033, NAME => 'test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36 2024-11-14T02:40:09,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741836_1012 (size=39) 2024-11-14T02:40:09,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:09,510 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:40:09,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:09,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:09,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:09,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:09,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:09,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:09,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:09,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:09,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:09,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:09,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:09,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0d1fee9d4d9d398691120c1ed241e033, disabling compactions & flushes 2024-11-14T02:40:09,717 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033. 2024-11-14T02:40:09,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033. 2024-11-14T02:40:09,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033. after waiting 0 ms 2024-11-14T02:40:09,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033. 2024-11-14T02:40:09,717 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033. 2024-11-14T02:40:09,717 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d1fee9d4d9d398691120c1ed241e033: Waiting for close lock at 1731552009717Disabling compacts and flushes for region at 1731552009717Disabling writes for close at 1731552009717Writing region close event to WAL at 1731552009717Closed at 1731552009717 2024-11-14T02:40:09,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:40:09,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731552009718"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552009718"}]},"ts":"1731552009718"} 2024-11-14T02:40:09,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:40:09,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:40:09,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552009721"}]},"ts":"1731552009721"} 2024-11-14T02:40:09,722 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T02:40:09,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0d1fee9d4d9d398691120c1ed241e033, ASSIGN}] 2024-11-14T02:40:09,723 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0d1fee9d4d9d398691120c1ed241e033, ASSIGN 2024-11-14T02:40:09,724 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0d1fee9d4d9d398691120c1ed241e033, ASSIGN; state=OFFLINE, location=83c5a5c119d5,40273,1731552001437; forceNewPlan=false, retain=false 2024-11-14T02:40:09,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d1fee9d4d9d398691120c1ed241e033, regionState=OPENING, regionLocation=83c5a5c119d5,40273,1731552001437 2024-11-14T02:40:09,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0d1fee9d4d9d398691120c1ed241e033, ASSIGN because future has completed 2024-11-14T02:40:09,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d1fee9d4d9d398691120c1ed241e033, server=83c5a5c119d5,40273,1731552001437}] 2024-11-14T02:40:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:10,035 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033. 2024-11-14T02:40:10,035 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d1fee9d4d9d398691120c1ed241e033, NAME => 'test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:10,036 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:40:10,036 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T02:40:10,036 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0d1fee9d4d9d398691120c1ed241e033 2024-11-14T02:40:10,036 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:10,036 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0d1fee9d4d9d398691120c1ed241e033 2024-11-14T02:40:10,036 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0d1fee9d4d9d398691120c1ed241e033 2024-11-14T02:40:10,039 INFO [StoreOpener-0d1fee9d4d9d398691120c1ed241e033-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0d1fee9d4d9d398691120c1ed241e033 2024-11-14T02:40:10,040 INFO [StoreOpener-0d1fee9d4d9d398691120c1ed241e033-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d1fee9d4d9d398691120c1ed241e033 columnFamilyName f 2024-11-14T02:40:10,040 DEBUG [StoreOpener-0d1fee9d4d9d398691120c1ed241e033-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:10,040 INFO [StoreOpener-0d1fee9d4d9d398691120c1ed241e033-1 {}] regionserver.HStore(327): Store=0d1fee9d4d9d398691120c1ed241e033/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:10,041 INFO [StoreOpener-0d1fee9d4d9d398691120c1ed241e033-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0d1fee9d4d9d398691120c1ed241e033 2024-11-14T02:40:10,041 INFO [StoreOpener-0d1fee9d4d9d398691120c1ed241e033-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d1fee9d4d9d398691120c1ed241e033 columnFamilyName f1 2024-11-14T02:40:10,041 DEBUG [StoreOpener-0d1fee9d4d9d398691120c1ed241e033-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:10,041 INFO [StoreOpener-0d1fee9d4d9d398691120c1ed241e033-1 {}] regionserver.HStore(327): Store=0d1fee9d4d9d398691120c1ed241e033/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:10,042 INFO [StoreOpener-0d1fee9d4d9d398691120c1ed241e033-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0d1fee9d4d9d398691120c1ed241e033 2024-11-14T02:40:10,042 INFO [StoreOpener-0d1fee9d4d9d398691120c1ed241e033-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d1fee9d4d9d398691120c1ed241e033 columnFamilyName norep 2024-11-14T02:40:10,042 DEBUG [StoreOpener-0d1fee9d4d9d398691120c1ed241e033-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:10,042 INFO [StoreOpener-0d1fee9d4d9d398691120c1ed241e033-1 {}] regionserver.HStore(327): Store=0d1fee9d4d9d398691120c1ed241e033/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:10,042 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0d1fee9d4d9d398691120c1ed241e033 2024-11-14T02:40:10,043 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033 2024-11-14T02:40:10,043 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033 2024-11-14T02:40:10,044 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0d1fee9d4d9d398691120c1ed241e033 2024-11-14T02:40:10,044 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0d1fee9d4d9d398691120c1ed241e033 2024-11-14T02:40:10,044 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:10,045 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0d1fee9d4d9d398691120c1ed241e033 2024-11-14T02:40:10,046 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:10,046 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0d1fee9d4d9d398691120c1ed241e033; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65402195, jitterRate=-0.025431349873542786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:10,046 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d1fee9d4d9d398691120c1ed241e033 2024-11-14T02:40:10,047 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0d1fee9d4d9d398691120c1ed241e033: Running coprocessor pre-open hook at 1731552010036Writing region info on filesystem at 1731552010036Initializing all the Stores at 1731552010037 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552010037Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552010039 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552010039Cleaning up temporary data from old regions at 1731552010044 (+5 ms)Running coprocessor post-open hooks at 1731552010046 (+2 ms)Region opened successfully at 1731552010047 (+1 ms) 2024-11-14T02:40:10,048 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033., pid=6, masterSystemTime=1731552010028 2024-11-14T02:40:10,049 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033. 2024-11-14T02:40:10,050 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033. 2024-11-14T02:40:10,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d1fee9d4d9d398691120c1ed241e033, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83c5a5c119d5,40273,1731552001437 2024-11-14T02:40:10,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d1fee9d4d9d398691120c1ed241e033, server=83c5a5c119d5,40273,1731552001437 because future has completed 2024-11-14T02:40:10,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:40:10,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d1fee9d4d9d398691120c1ed241e033, server=83c5a5c119d5,40273,1731552001437 in 176 msec 2024-11-14T02:40:10,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:40:10,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0d1fee9d4d9d398691120c1ed241e033, ASSIGN in 332 msec 2024-11-14T02:40:10,057 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:40:10,057 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552010057"}]},"ts":"1731552010057"} 2024-11-14T02:40:10,059 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T02:40:10,060 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:40:10,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 762 msec 2024-11-14T02:40:10,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:40:10,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:10,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:10,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:10,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:10,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:10,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:10,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:10,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:10,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:10,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:10,443 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T02:40:10,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:10,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,43097,1731552006323 2024-11-14T02:40:10,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5231c30f 2024-11-14T02:40:10,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:10,445 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:40:10,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:40:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T02:40:10,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:40:10,448 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:10,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T02:40:10,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:40:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:10,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741835_1011 (size=902) 2024-11-14T02:40:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:10,861 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56c4db1effb23cbaac5dc0546ef4e95f, NAME => 'test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856 2024-11-14T02:40:10,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741836_1012 (size=39) 2024-11-14T02:40:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:11,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:11,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 56c4db1effb23cbaac5dc0546ef4e95f, disabling compactions & flushes 2024-11-14T02:40:11,269 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f. 2024-11-14T02:40:11,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f. 2024-11-14T02:40:11,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f. after waiting 0 ms 2024-11-14T02:40:11,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f. 2024-11-14T02:40:11,269 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f. 2024-11-14T02:40:11,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56c4db1effb23cbaac5dc0546ef4e95f: Waiting for close lock at 1731552011269Disabling compacts and flushes for region at 1731552011269Disabling writes for close at 1731552011269Writing region close event to WAL at 1731552011269Closed at 1731552011269 2024-11-14T02:40:11,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:40:11,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731552011270"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552011270"}]},"ts":"1731552011270"} 2024-11-14T02:40:11,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:40:11,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:40:11,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552011273"}]},"ts":"1731552011273"} 2024-11-14T02:40:11,274 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T02:40:11,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56c4db1effb23cbaac5dc0546ef4e95f, ASSIGN}] 2024-11-14T02:40:11,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56c4db1effb23cbaac5dc0546ef4e95f, ASSIGN 2024-11-14T02:40:11,276 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=56c4db1effb23cbaac5dc0546ef4e95f, ASSIGN; state=OFFLINE, location=83c5a5c119d5,45857,1731552006440; forceNewPlan=false, retain=false 2024-11-14T02:40:11,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56c4db1effb23cbaac5dc0546ef4e95f, regionState=OPENING, regionLocation=83c5a5c119d5,45857,1731552006440 2024-11-14T02:40:11,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=56c4db1effb23cbaac5dc0546ef4e95f, ASSIGN because future has completed 2024-11-14T02:40:11,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56c4db1effb23cbaac5dc0546ef4e95f, server=83c5a5c119d5,45857,1731552006440}] 2024-11-14T02:40:11,583 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f. 2024-11-14T02:40:11,583 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 56c4db1effb23cbaac5dc0546ef4e95f, NAME => 'test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:11,583 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:40:11,583 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T02:40:11,583 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:11,583 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:11,583 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:11,583 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:11,586 INFO [StoreOpener-56c4db1effb23cbaac5dc0546ef4e95f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:11,587 INFO [StoreOpener-56c4db1effb23cbaac5dc0546ef4e95f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c4db1effb23cbaac5dc0546ef4e95f columnFamilyName f 2024-11-14T02:40:11,587 DEBUG [StoreOpener-56c4db1effb23cbaac5dc0546ef4e95f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:11,587 INFO [StoreOpener-56c4db1effb23cbaac5dc0546ef4e95f-1 {}] regionserver.HStore(327): Store=56c4db1effb23cbaac5dc0546ef4e95f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:11,587 INFO [StoreOpener-56c4db1effb23cbaac5dc0546ef4e95f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:11,588 INFO [StoreOpener-56c4db1effb23cbaac5dc0546ef4e95f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c4db1effb23cbaac5dc0546ef4e95f columnFamilyName f1 2024-11-14T02:40:11,588 DEBUG [StoreOpener-56c4db1effb23cbaac5dc0546ef4e95f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:11,588 INFO [StoreOpener-56c4db1effb23cbaac5dc0546ef4e95f-1 {}] regionserver.HStore(327): Store=56c4db1effb23cbaac5dc0546ef4e95f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:11,588 INFO [StoreOpener-56c4db1effb23cbaac5dc0546ef4e95f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:11,589 INFO [StoreOpener-56c4db1effb23cbaac5dc0546ef4e95f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c4db1effb23cbaac5dc0546ef4e95f columnFamilyName norep 2024-11-14T02:40:11,589 DEBUG [StoreOpener-56c4db1effb23cbaac5dc0546ef4e95f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:11,589 INFO [StoreOpener-56c4db1effb23cbaac5dc0546ef4e95f-1 {}] regionserver.HStore(327): Store=56c4db1effb23cbaac5dc0546ef4e95f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:11,589 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:11,590 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:11,590 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:11,591 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:11,591 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:11,591 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:11,592 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:11,593 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:11,593 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 56c4db1effb23cbaac5dc0546ef4e95f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74831480, jitterRate=0.11507594585418701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:11,593 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:11,593 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 56c4db1effb23cbaac5dc0546ef4e95f: Running coprocessor pre-open hook at 1731552011584Writing region info on filesystem at 1731552011584Initializing all the Stores at 1731552011584Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552011584Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552011586 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552011586Cleaning up temporary data from old regions at 1731552011591 (+5 ms)Running coprocessor post-open hooks at 1731552011593 (+2 ms)Region opened successfully at 1731552011593 2024-11-14T02:40:11,594 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f., pid=6, masterSystemTime=1731552011580 2024-11-14T02:40:11,596 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f. 2024-11-14T02:40:11,596 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f. 2024-11-14T02:40:11,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56c4db1effb23cbaac5dc0546ef4e95f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83c5a5c119d5,45857,1731552006440 2024-11-14T02:40:11,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56c4db1effb23cbaac5dc0546ef4e95f, server=83c5a5c119d5,45857,1731552006440 because future has completed 2024-11-14T02:40:11,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:40:11,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 56c4db1effb23cbaac5dc0546ef4e95f, server=83c5a5c119d5,45857,1731552006440 in 170 msec 2024-11-14T02:40:11,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:40:11,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=56c4db1effb23cbaac5dc0546ef4e95f, ASSIGN in 326 msec 2024-11-14T02:40:11,602 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:40:11,602 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552011602"}]},"ts":"1731552011602"} 2024-11-14T02:40:11,603 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T02:40:11,604 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:40:11,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-14T02:40:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:12,593 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T02:40:12,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b0f134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:12,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35807,-1 for getting cluster id 2024-11-14T02:40:12,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:12,594 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd5ed9fb-ca1c-49a2-8899-d5d9f32e82d9' 2024-11-14T02:40:12,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:12,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd5ed9fb-ca1c-49a2-8899-d5d9f32e82d9" 2024-11-14T02:40:12,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294b24b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:12,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35807,-1] 2024-11-14T02:40:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:12,595 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:12,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200a920b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:12,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28de6a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:12,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,43097,-1 for getting cluster id 2024-11-14T02:40:12,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:12,597 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74c38c7b-aefa-45c2-a021-d786524bbfbe' 2024-11-14T02:40:12,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:12,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74c38c7b-aefa-45c2-a021-d786524bbfbe" 2024-11-14T02:40:12,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5f5ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:12,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,43097,-1] 2024-11-14T02:40:12,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:12,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:12,598 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:12,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cad611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:12,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a22708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:12,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35807,-1 for getting cluster id 2024-11-14T02:40:12,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:12,599 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd5ed9fb-ca1c-49a2-8899-d5d9f32e82d9' 2024-11-14T02:40:12,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:12,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd5ed9fb-ca1c-49a2-8899-d5d9f32e82d9" 2024-11-14T02:40:12,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43174fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:12,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35807,-1] 2024-11-14T02:40:12,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:12,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:12,600 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:12,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4f215f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:12,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:12,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,35807,1731552001292 2024-11-14T02:40:12,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67ae4cbb 2024-11-14T02:40:12,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:12,603 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:40:12,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35807 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83c5a5c119d5:43097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T02:40:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35807 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:40:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:12,606 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:43097' 2024-11-14T02:40:12,607 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4547c8ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:12,607 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,43097,-1 for getting cluster id 2024-11-14T02:40:12,607 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:12,608 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74c38c7b-aefa-45c2-a021-d786524bbfbe' 2024-11-14T02:40:12,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:12,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74c38c7b-aefa-45c2-a021-d786524bbfbe" 2024-11-14T02:40:12,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a930d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:12,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,43097,-1] 2024-11-14T02:40:12,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:12,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:12,609 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:12,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708dea68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:12,610 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:12,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,43097,1731552006323 2024-11-14T02:40:12,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11066b7d 2024-11-14T02:40:12,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:12,611 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:40:12,612 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T02:40:12,612 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:40:12,612 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:12,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:40:12,612 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:12,612 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:40:12,613 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T02:40:12,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:40:12,614 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:12,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:40:12,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741837_1013 (size=1138) 2024-11-14T02:40:12,664 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T02:40:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:13,021 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b40be00b18e84122e38f73dfc9b1de46, NAME => 'hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36 2024-11-14T02:40:13,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741838_1014 (size=44) 2024-11-14T02:40:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:13,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:13,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b40be00b18e84122e38f73dfc9b1de46, disabling compactions & flushes 2024-11-14T02:40:13,429 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. 2024-11-14T02:40:13,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. 2024-11-14T02:40:13,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. after waiting 0 ms 2024-11-14T02:40:13,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. 2024-11-14T02:40:13,429 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. 2024-11-14T02:40:13,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b40be00b18e84122e38f73dfc9b1de46: Waiting for close lock at 1731552013429Disabling compacts and flushes for region at 1731552013429Disabling writes for close at 1731552013429Writing region close event to WAL at 1731552013429Closed at 1731552013429 2024-11-14T02:40:13,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:40:13,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731552013431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552013431"}]},"ts":"1731552013431"} 2024-11-14T02:40:13,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:40:13,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:40:13,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552013433"}]},"ts":"1731552013433"} 2024-11-14T02:40:13,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T02:40:13,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b40be00b18e84122e38f73dfc9b1de46, ASSIGN}] 2024-11-14T02:40:13,436 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b40be00b18e84122e38f73dfc9b1de46, ASSIGN 2024-11-14T02:40:13,437 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b40be00b18e84122e38f73dfc9b1de46, ASSIGN; state=OFFLINE, location=83c5a5c119d5,40273,1731552001437; forceNewPlan=false, retain=false 2024-11-14T02:40:13,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b40be00b18e84122e38f73dfc9b1de46, regionState=OPENING, regionLocation=83c5a5c119d5,40273,1731552001437 2024-11-14T02:40:13,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b40be00b18e84122e38f73dfc9b1de46, ASSIGN because future has completed 2024-11-14T02:40:13,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b40be00b18e84122e38f73dfc9b1de46, server=83c5a5c119d5,40273,1731552001437}] 2024-11-14T02:40:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:13,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. 2024-11-14T02:40:13,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:13,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T02:40:13,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C40273%2C1731552001437.rep, suffix=, logDir=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437, archiveDir=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/oldWALs, maxLogs=10 2024-11-14T02:40:13,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.rep.1731552013746, exclude list is [], retry=0 2024-11-14T02:40:13,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46303,DS-0d4d002b-72dd-4c55-8970-b554d756fd40,DISK] 2024-11-14T02:40:13,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.rep.1731552013746 2024-11-14T02:40:13,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45387:45387)] 2024-11-14T02:40:13,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b40be00b18e84122e38f73dfc9b1de46, NAME => 'hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:13,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:40:13,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:40:13,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. service=MultiRowMutationService 2024-11-14T02:40:13,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T02:40:13,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:13,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:13,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:13,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:13,766 INFO [StoreOpener-b40be00b18e84122e38f73dfc9b1de46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:13,767 INFO [StoreOpener-b40be00b18e84122e38f73dfc9b1de46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b40be00b18e84122e38f73dfc9b1de46 columnFamilyName hfileref 2024-11-14T02:40:13,767 DEBUG [StoreOpener-b40be00b18e84122e38f73dfc9b1de46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:13,767 INFO [StoreOpener-b40be00b18e84122e38f73dfc9b1de46-1 {}] regionserver.HStore(327): Store=b40be00b18e84122e38f73dfc9b1de46/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:13,767 INFO [StoreOpener-b40be00b18e84122e38f73dfc9b1de46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:13,768 INFO [StoreOpener-b40be00b18e84122e38f73dfc9b1de46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b40be00b18e84122e38f73dfc9b1de46 columnFamilyName queue 2024-11-14T02:40:13,768 DEBUG [StoreOpener-b40be00b18e84122e38f73dfc9b1de46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:13,768 INFO [StoreOpener-b40be00b18e84122e38f73dfc9b1de46-1 {}] regionserver.HStore(327): Store=b40be00b18e84122e38f73dfc9b1de46/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:13,768 INFO [StoreOpener-b40be00b18e84122e38f73dfc9b1de46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:13,769 INFO [StoreOpener-b40be00b18e84122e38f73dfc9b1de46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b40be00b18e84122e38f73dfc9b1de46 columnFamilyName sid 2024-11-14T02:40:13,769 DEBUG [StoreOpener-b40be00b18e84122e38f73dfc9b1de46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:13,769 INFO [StoreOpener-b40be00b18e84122e38f73dfc9b1de46-1 {}] regionserver.HStore(327): Store=b40be00b18e84122e38f73dfc9b1de46/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:13,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:13,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/replication/b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:13,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/replication/b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:13,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:13,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:13,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:13,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:13,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/replication/b40be00b18e84122e38f73dfc9b1de46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:13,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b40be00b18e84122e38f73dfc9b1de46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65433214, jitterRate=-0.024969130754470825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:13,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:13,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b40be00b18e84122e38f73dfc9b1de46: Running coprocessor pre-open hook at 1731552013765Writing region info on filesystem at 1731552013765Initializing all the Stores at 1731552013766 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552013766Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552013766Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552013766Cleaning up temporary data from old regions at 1731552013771 (+5 ms)Running coprocessor post-open hooks at 1731552013773 (+2 ms)Region opened successfully at 1731552013773 2024-11-14T02:40:13,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46., pid=10, masterSystemTime=1731552013742 2024-11-14T02:40:13,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. 2024-11-14T02:40:13,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. 2024-11-14T02:40:13,776 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b40be00b18e84122e38f73dfc9b1de46, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,40273,1731552001437 2024-11-14T02:40:13,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b40be00b18e84122e38f73dfc9b1de46, server=83c5a5c119d5,40273,1731552001437 because future has completed 2024-11-14T02:40:13,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T02:40:13,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b40be00b18e84122e38f73dfc9b1de46, server=83c5a5c119d5,40273,1731552001437 in 189 msec 2024-11-14T02:40:13,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T02:40:13,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b40be00b18e84122e38f73dfc9b1de46, ASSIGN in 346 msec 2024-11-14T02:40:13,783 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:40:13,783 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552013783"}]},"ts":"1731552013783"} 2024-11-14T02:40:13,785 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T02:40:13,785 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:40:13,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-14T02:40:13,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46., hostname=83c5a5c119d5,40273,1731552001437, seqNum=2] 2024-11-14T02:40:13,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701 2024-11-14T02:40:13,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701 2024-11-14T02:40:13,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:40:14,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T02:40:14,077 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T02:40:14,083 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:14,083 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:40:14,083 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18248 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:40:14,110 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83c5a5c119d5,40273,1731552001437, ReplicationSource: 1, currentBandwidth=0 2024-11-14T02:40:14,110 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:14,110 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40273,1731552001437, seqNum=-1] 2024-11-14T02:40:14,111 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:14,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T02:40:14,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83c5a5c119d5,40273,1731552001437', locateType=CURRENT is [region=hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46., hostname=83c5a5c119d5,40273,1731552001437, seqNum=2] 2024-11-14T02:40:14,114 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T02:40:14,115 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T02:40:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35807 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T02:40:14,117 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83c5a5c119d5,40273,1731552001437 suceeded 2024-11-14T02:40:14,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T02:40:14,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-14T02:40:14,118 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83c5a5c119d5:43097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:40:14,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5150 sec 2024-11-14T02:40:14,128 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:43097' 2024-11-14T02:40:14,129 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2934c199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:14,129 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,43097,-1 for getting cluster id 2024-11-14T02:40:14,129 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:14,130 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74c38c7b-aefa-45c2-a021-d786524bbfbe' 2024-11-14T02:40:14,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:14,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74c38c7b-aefa-45c2-a021-d786524bbfbe" 2024-11-14T02:40:14,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ceba84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:14,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,43097,-1] 2024-11-14T02:40:14,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:14,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:14,131 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:14,132 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ced7c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:14,132 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:14,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,43097,1731552006323 2024-11-14T02:40:14,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32afa392 2024-11-14T02:40:14,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:14,133 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-14T02:40:14,133 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83c5a5c119d5,40273,1731552001437 (queues=1) is replicating from cluster=dd5ed9fb-ca1c-49a2-8899-d5d9f32e82d9 to cluster=74c38c7b-aefa-45c2-a021-d786524bbfbe 2024-11-14T02:40:14,133 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83c5a5c119d5%2C40273%2C1731552001437 2024-11-14T02:40:14,133 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83c5a5c119d5,40273,1731552001437, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:40:14,134 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.shipper83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C40273%2C1731552001437 2024-11-14T02:40:14,134 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641, startPosition=0, beingWritten=true 2024-11-14T02:40:14,138 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:14,138 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 379, reset compression=false 2024-11-14T02:40:14,138 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.shipper83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,40273,1731552001437 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:40:14,342 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 379, reset compression=false 2024-11-14T02:40:14,645 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 379, reset compression=false 2024-11-14T02:40:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:14,752 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T02:40:14,753 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:40:14,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:40:14,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:14,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:14,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:40:14,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1490ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:14,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,43097,-1 for getting cluster id 2024-11-14T02:40:14,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:14,754 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74c38c7b-aefa-45c2-a021-d786524bbfbe' 2024-11-14T02:40:14,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:14,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74c38c7b-aefa-45c2-a021-d786524bbfbe" 2024-11-14T02:40:14,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6bb44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:14,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,43097,-1] 2024-11-14T02:40:14,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:14,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:14,755 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:14,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6639f9c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:14,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,43097,1731552006323 2024-11-14T02:40:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@139c1fcd 2024-11-14T02:40:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:14,757 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:40:14,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83c5a5c119d5:35807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T02:40:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:40:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:14,760 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:35807' 2024-11-14T02:40:14,761 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327a4583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:14,761 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35807,-1 for getting cluster id 2024-11-14T02:40:14,761 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:14,761 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd5ed9fb-ca1c-49a2-8899-d5d9f32e82d9' 2024-11-14T02:40:14,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:14,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd5ed9fb-ca1c-49a2-8899-d5d9f32e82d9" 2024-11-14T02:40:14,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5333801a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:14,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35807,-1] 2024-11-14T02:40:14,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:14,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:14,762 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:14,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757fd447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:14,763 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:14,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,35807,1731552001292 2024-11-14T02:40:14,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a97a71f 2024-11-14T02:40:14,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:14,764 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:40:14,765 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T02:40:14,765 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:40:14,765 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:14,765 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:14,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:40:14,765 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:40:14,766 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T02:40:14,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:40:14,767 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:14,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:40:14,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741837_1013 (size=1138) 2024-11-14T02:40:14,816 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T02:40:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:15,048 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 379, reset compression=false 2024-11-14T02:40:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:15,176 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09ee76b279dae3fffb55503a5740906f, NAME => 'hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856 2024-11-14T02:40:15,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741838_1014 (size=44) 2024-11-14T02:40:15,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:15,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 09ee76b279dae3fffb55503a5740906f, disabling compactions & flushes 2024-11-14T02:40:15,181 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f. 2024-11-14T02:40:15,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f. 2024-11-14T02:40:15,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f. after waiting 0 ms 2024-11-14T02:40:15,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f. 2024-11-14T02:40:15,181 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f. 2024-11-14T02:40:15,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09ee76b279dae3fffb55503a5740906f: Waiting for close lock at 1731552015181Disabling compacts and flushes for region at 1731552015181Disabling writes for close at 1731552015181Writing region close event to WAL at 1731552015181Closed at 1731552015181 2024-11-14T02:40:15,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:40:15,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731552015182"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552015182"}]},"ts":"1731552015182"} 2024-11-14T02:40:15,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:40:15,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:40:15,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552015185"}]},"ts":"1731552015185"} 2024-11-14T02:40:15,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T02:40:15,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09ee76b279dae3fffb55503a5740906f, ASSIGN}] 2024-11-14T02:40:15,187 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09ee76b279dae3fffb55503a5740906f, ASSIGN 2024-11-14T02:40:15,188 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=09ee76b279dae3fffb55503a5740906f, ASSIGN; state=OFFLINE, location=83c5a5c119d5,45857,1731552006440; forceNewPlan=false, retain=false 2024-11-14T02:40:15,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=09ee76b279dae3fffb55503a5740906f, regionState=OPENING, regionLocation=83c5a5c119d5,45857,1731552006440 2024-11-14T02:40:15,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=09ee76b279dae3fffb55503a5740906f, ASSIGN because future has completed 2024-11-14T02:40:15,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09ee76b279dae3fffb55503a5740906f, server=83c5a5c119d5,45857,1731552006440}] 2024-11-14T02:40:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:15,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f. 2024-11-14T02:40:15,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:15,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T02:40:15,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C45857%2C1731552006440.rep, suffix=, logDir=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440, archiveDir=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/oldWALs, maxLogs=10 2024-11-14T02:40:15,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.rep.1731552015497, exclude list is [], retry=0 2024-11-14T02:40:15,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45613,DS-0d08822f-7a87-4d39-80ec-2a1cd325adce,DISK] 2024-11-14T02:40:15,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.rep.1731552015497 2024-11-14T02:40:15,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42001:42001)] 2024-11-14T02:40:15,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 09ee76b279dae3fffb55503a5740906f, NAME => 'hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:15,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:40:15,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:40:15,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f. service=MultiRowMutationService 2024-11-14T02:40:15,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T02:40:15,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 09ee76b279dae3fffb55503a5740906f 2024-11-14T02:40:15,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:15,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 09ee76b279dae3fffb55503a5740906f 2024-11-14T02:40:15,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 09ee76b279dae3fffb55503a5740906f 2024-11-14T02:40:15,514 INFO [StoreOpener-09ee76b279dae3fffb55503a5740906f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 09ee76b279dae3fffb55503a5740906f 2024-11-14T02:40:15,515 INFO [StoreOpener-09ee76b279dae3fffb55503a5740906f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ee76b279dae3fffb55503a5740906f columnFamilyName hfileref 2024-11-14T02:40:15,515 DEBUG [StoreOpener-09ee76b279dae3fffb55503a5740906f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:15,516 INFO [StoreOpener-09ee76b279dae3fffb55503a5740906f-1 {}] regionserver.HStore(327): Store=09ee76b279dae3fffb55503a5740906f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:15,516 INFO [StoreOpener-09ee76b279dae3fffb55503a5740906f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 09ee76b279dae3fffb55503a5740906f 2024-11-14T02:40:15,517 INFO [StoreOpener-09ee76b279dae3fffb55503a5740906f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ee76b279dae3fffb55503a5740906f columnFamilyName queue 2024-11-14T02:40:15,517 DEBUG [StoreOpener-09ee76b279dae3fffb55503a5740906f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:15,517 INFO [StoreOpener-09ee76b279dae3fffb55503a5740906f-1 {}] regionserver.HStore(327): Store=09ee76b279dae3fffb55503a5740906f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:15,517 INFO [StoreOpener-09ee76b279dae3fffb55503a5740906f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 09ee76b279dae3fffb55503a5740906f 2024-11-14T02:40:15,518 INFO [StoreOpener-09ee76b279dae3fffb55503a5740906f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ee76b279dae3fffb55503a5740906f columnFamilyName sid 2024-11-14T02:40:15,518 DEBUG [StoreOpener-09ee76b279dae3fffb55503a5740906f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:15,518 INFO [StoreOpener-09ee76b279dae3fffb55503a5740906f-1 {}] regionserver.HStore(327): Store=09ee76b279dae3fffb55503a5740906f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:15,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 09ee76b279dae3fffb55503a5740906f 2024-11-14T02:40:15,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/replication/09ee76b279dae3fffb55503a5740906f 2024-11-14T02:40:15,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/replication/09ee76b279dae3fffb55503a5740906f 2024-11-14T02:40:15,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 09ee76b279dae3fffb55503a5740906f 2024-11-14T02:40:15,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 09ee76b279dae3fffb55503a5740906f 2024-11-14T02:40:15,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:15,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 09ee76b279dae3fffb55503a5740906f 2024-11-14T02:40:15,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/replication/09ee76b279dae3fffb55503a5740906f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:15,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 09ee76b279dae3fffb55503a5740906f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68741949, jitterRate=0.0243348628282547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:15,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09ee76b279dae3fffb55503a5740906f 2024-11-14T02:40:15,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 09ee76b279dae3fffb55503a5740906f: Running coprocessor pre-open hook at 1731552015514Writing region info on filesystem at 1731552015514Initializing all the Stores at 1731552015514Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552015514Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552015514Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552015514Cleaning up temporary data from old regions at 1731552015520 (+6 ms)Running coprocessor post-open hooks at 1731552015523 (+3 ms)Region opened successfully at 1731552015523 2024-11-14T02:40:15,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f., pid=10, masterSystemTime=1731552015493 2024-11-14T02:40:15,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f. 2024-11-14T02:40:15,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f. 2024-11-14T02:40:15,526 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=09ee76b279dae3fffb55503a5740906f, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,45857,1731552006440 2024-11-14T02:40:15,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09ee76b279dae3fffb55503a5740906f, server=83c5a5c119d5,45857,1731552006440 because future has completed 2024-11-14T02:40:15,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T02:40:15,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 09ee76b279dae3fffb55503a5740906f, server=83c5a5c119d5,45857,1731552006440 in 188 msec 2024-11-14T02:40:15,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T02:40:15,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09ee76b279dae3fffb55503a5740906f, ASSIGN in 344 msec 2024-11-14T02:40:15,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:40:15,533 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552015533"}]},"ts":"1731552015533"} 2024-11-14T02:40:15,535 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T02:40:15,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:40:15,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 771 msec 2024-11-14T02:40:15,538 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:40:15,551 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 379, reset compression=false 2024-11-14T02:40:15,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:15,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:15,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:15,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:15,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:15,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:15,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f., hostname=83c5a5c119d5,45857,1731552006440, seqNum=2] 2024-11-14T02:40:15,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:15,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:15,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:15,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:15,595 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T02:40:15,595 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T02:40:15,596 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T02:40:15,596 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T02:40:15,596 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:40:15,596 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T02:40:15,596 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T02:40:15,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017 2024-11-14T02:40:15,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017 2024-11-14T02:40:15,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:40:15,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T02:40:15,777 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T02:40:15,803 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83c5a5c119d5,45857,1731552006440, ReplicationSource: 1, currentBandwidth=0 2024-11-14T02:40:15,803 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:15,803 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,45857,1731552006440, seqNum=-1] 2024-11-14T02:40:15,804 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:15,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T02:40:15,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83c5a5c119d5,45857,1731552006440', locateType=CURRENT is [region=hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f., hostname=83c5a5c119d5,45857,1731552006440, seqNum=2] 2024-11-14T02:40:15,808 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T02:40:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T02:40:15,809 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83c5a5c119d5,45857,1731552006440 suceeded 2024-11-14T02:40:15,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T02:40:15,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T02:40:15,811 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83c5a5c119d5:35807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:40:15,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0530 sec 2024-11-14T02:40:15,820 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:35807' 2024-11-14T02:40:15,821 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d56a05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:15,821 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35807,-1 for getting cluster id 2024-11-14T02:40:15,821 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:15,822 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd5ed9fb-ca1c-49a2-8899-d5d9f32e82d9' 2024-11-14T02:40:15,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:15,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd5ed9fb-ca1c-49a2-8899-d5d9f32e82d9" 2024-11-14T02:40:15,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f8fdfed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:15,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35807,-1] 2024-11-14T02:40:15,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:15,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:15,823 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:15,824 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35a6ea37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:15,824 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:15,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,35807,1731552001292 2024-11-14T02:40:15,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54040fcf 2024-11-14T02:40:15,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:15,825 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-14T02:40:15,826 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83c5a5c119d5,45857,1731552006440 (queues=1) is replicating from cluster=74c38c7b-aefa-45c2-a021-d786524bbfbe to cluster=dd5ed9fb-ca1c-49a2-8899-d5d9f32e82d9 2024-11-14T02:40:15,826 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83c5a5c119d5%2C45857%2C1731552006440 2024-11-14T02:40:15,826 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83c5a5c119d5,45857,1731552006440, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:40:15,826 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.shipper83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C45857%2C1731552006440 2024-11-14T02:40:15,826 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263, startPosition=0, beingWritten=true 2024-11-14T02:40:15,830 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:15,830 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 379, reset compression=false 2024-11-14T02:40:15,830 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.shipper83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,45857,1731552006440 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:40:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:15,892 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T02:40:15,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:40:15,893 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:40:15,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:15,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:15,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:40:15,893 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:15,894 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40273,1731552001437, seqNum=-1] 2024-11-14T02:40:15,894 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:15,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:15,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033., hostname=83c5a5c119d5,40273,1731552001437, seqNum=2] 2024-11-14T02:40:15,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:15,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,45857,1731552006440, seqNum=-1] 2024-11-14T02:40:15,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:15,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:15,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f., hostname=83c5a5c119d5,45857,1731552006440, seqNum=2] 2024-11-14T02:40:15,903 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T02:40:16,034 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 379, reset compression=false 2024-11-14T02:40:16,155 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 379, reset compression=false 2024-11-14T02:40:16,158 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:40:16,158 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 480, reset compression=false 2024-11-14T02:40:16,158 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.shipper83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,40273,1731552001437 got entry batch from reader: WALEntryBatch [walEntries=[{test/0d1fee9d4d9d398691120c1ed241e033/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T02:40:16,160 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.shipper83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:40:16,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-14T02:40:16,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45857 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:40:16,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d68958c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:16,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45857 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,43097,-1 for getting cluster id 2024-11-14T02:40:16,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:16,163 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74c38c7b-aefa-45c2-a021-d786524bbfbe' 2024-11-14T02:40:16,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:16,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74c38c7b-aefa-45c2-a021-d786524bbfbe" 2024-11-14T02:40:16,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dd349a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:16,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,43097,-1] 2024-11-14T02:40:16,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:16,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:16,165 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:16,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2408e0c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:16,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45857 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:16,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,45857,1731552006440, seqNum=-1] 2024-11-14T02:40:16,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:16,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T02:40:16,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f., hostname=83c5a5c119d5,45857,1731552006440, seqNum=2] 2024-11-14T02:40:16,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45857 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:40:16,338 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 379, reset compression=false 2024-11-14T02:40:16,342 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:16,342 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 504, reset compression=false 2024-11-14T02:40:16,342 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.shipper83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,45857,1731552006440 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:40:16,362 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 480, reset compression=false 2024-11-14T02:40:16,545 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 504, reset compression=false 2024-11-14T02:40:16,665 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 480, reset compression=false 2024-11-14T02:40:16,848 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 504, reset compression=false 2024-11-14T02:40:16,906 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T02:40:16,908 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T02:40:17,068 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 480, reset compression=false 2024-11-14T02:40:17,251 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 504, reset compression=false 2024-11-14T02:40:17,255 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:40:17,255 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 608, reset compression=false 2024-11-14T02:40:17,255 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.shipper83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,45857,1731552006440 got entry batch from reader: WALEntryBatch [walEntries=[{test/56c4db1effb23cbaac5dc0546ef4e95f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T02:40:17,257 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.shipper83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:40:17,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-14T02:40:17,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40273 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:40:17,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e1899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:17,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40273 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35807,-1 for getting cluster id 2024-11-14T02:40:17,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:17,260 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd5ed9fb-ca1c-49a2-8899-d5d9f32e82d9' 2024-11-14T02:40:17,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:17,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd5ed9fb-ca1c-49a2-8899-d5d9f32e82d9" 2024-11-14T02:40:17,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d3bd290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:17,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35807,-1] 2024-11-14T02:40:17,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:17,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:17,261 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:17,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@109b8f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:17,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40273 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:17,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40273,1731552001437, seqNum=-1] 2024-11-14T02:40:17,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:17,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T02:40:17,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033., hostname=83c5a5c119d5,40273,1731552001437, seqNum=2] 2024-11-14T02:40:17,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40273 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:40:17,459 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 608, reset compression=false 2024-11-14T02:40:17,571 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 480, reset compression=false 2024-11-14T02:40:17,575 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:17,575 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 607, reset compression=false 2024-11-14T02:40:17,575 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.shipper83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,40273,1731552001437 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:40:17,762 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 608, reset compression=false 2024-11-14T02:40:17,778 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 607, reset compression=false 2024-11-14T02:40:17,910 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T02:40:17,915 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T02:40:18,081 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 607, reset compression=false 2024-11-14T02:40:18,086 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:40:18,086 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 763, reset compression=false 2024-11-14T02:40:18,086 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.shipper83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,40273,1731552001437 got entry batch from reader: WALEntryBatch [walEntries=[{test/0d1fee9d4d9d398691120c1ed241e033/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T02:40:18,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45857 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:40:18,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45857 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:40:18,166 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 608, reset compression=false 2024-11-14T02:40:18,170 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:18,170 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 756, reset compression=false 2024-11-14T02:40:18,170 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.shipper83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,45857,1731552006440 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:40:18,289 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 763, reset compression=false 2024-11-14T02:40:18,373 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 756, reset compression=false 2024-11-14T02:40:18,592 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 763, reset compression=false 2024-11-14T02:40:18,676 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 756, reset compression=false 2024-11-14T02:40:18,917 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T02:40:18,920 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T02:40:18,995 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 763, reset compression=false 2024-11-14T02:40:19,079 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 756, reset compression=false 2024-11-14T02:40:19,083 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:40:19,083 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 915, reset compression=false 2024-11-14T02:40:19,083 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.shipper83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,45857,1731552006440 got entry batch from reader: WALEntryBatch [walEntries=[{test/56c4db1effb23cbaac5dc0546ef4e95f/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T02:40:19,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40273 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:40:19,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40273 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:40:19,288 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 915, reset compression=false 2024-11-14T02:40:19,499 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 763, reset compression=false 2024-11-14T02:40:19,502 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:19,502 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 912, reset compression=false 2024-11-14T02:40:19,502 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.shipper83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,40273,1731552001437 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:40:19,591 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 915, reset compression=false 2024-11-14T02:40:19,706 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 912, reset compression=false 2024-11-14T02:40:19,923 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T02:40:19,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:40:19,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:40:19,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:40:19,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:19,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:19,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:40:19,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:40:19,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1234222979, stopped=false 2024-11-14T02:40:19,926 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,43097,1731552006323 2024-11-14T02:40:19,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1901312017/running 2024-11-14T02:40:19,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1901312017/running 2024-11-14T02:40:19,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017 2024-11-14T02:40:19,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017 2024-11-14T02:40:19,956 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:40:19,957 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:40:19,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:40:19,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:19,957 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,45857,1731552006440' ***** 2024-11-14T02:40:19,957 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:40:19,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Set watcher on znode that does not yet exist, /1901312017/running 2024-11-14T02:40:19,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Set watcher on znode that does not yet exist, /1901312017/running 2024-11-14T02:40:19,958 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:40:19,958 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:40:19,958 INFO [RS:0;83c5a5c119d5:45857 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:40:19,958 INFO [RS:0;83c5a5c119d5:45857 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:40:19,958 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(3091): Received CLOSE for 09ee76b279dae3fffb55503a5740906f 2024-11-14T02:40:19,958 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(3091): Received CLOSE for 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:19,958 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,45857,1731552006440 2024-11-14T02:40:19,958 INFO [RS:0;83c5a5c119d5:45857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:40:19,958 INFO [RS:0;83c5a5c119d5:45857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:45857. 2024-11-14T02:40:19,958 DEBUG [RS:0;83c5a5c119d5:45857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:40:19,958 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09ee76b279dae3fffb55503a5740906f, disabling compactions & flushes 2024-11-14T02:40:19,958 DEBUG [RS:0;83c5a5c119d5:45857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:19,958 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f. 2024-11-14T02:40:19,958 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f. 2024-11-14T02:40:19,958 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f. after waiting 0 ms 2024-11-14T02:40:19,958 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:40:19,958 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f. 2024-11-14T02:40:19,958 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:40:19,958 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:40:19,958 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:40:19,958 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 09ee76b279dae3fffb55503a5740906f 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-14T02:40:19,958 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T02:40:19,958 DEBUG [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 09ee76b279dae3fffb55503a5740906f=hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f., 56c4db1effb23cbaac5dc0546ef4e95f=test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f.} 2024-11-14T02:40:19,959 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:40:19,959 DEBUG [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1351): Waiting on 09ee76b279dae3fffb55503a5740906f, 1588230740, 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:19,959 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:40:19,959 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:40:19,959 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:40:19,959 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:40:19,959 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T02:40:19,972 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/.tmp/info/6a738cf5d27947a687c6e673858a8266 is 147, key is hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f./info:regioninfo/1731552015526/Put/seqid=0 2024-11-14T02:40:19,972 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/replication/09ee76b279dae3fffb55503a5740906f/.tmp/queue/a40d40804ec248f2b1762d22aab0f21a is 153, key is 1-83c5a5c119d5,45857,1731552006440/queue:83c5a5c119d5%2C45857%2C1731552006440/1731552019098/Put/seqid=0 2024-11-14T02:40:19,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741841_1017 (size=5352) 2024-11-14T02:40:19,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741840_1016 (size=7686) 2024-11-14T02:40:19,994 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 915, reset compression=false 2024-11-14T02:40:20,009 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 912, reset compression=false 2024-11-14T02:40:20,030 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:40:20,119 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:40:20,119 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:40:20,159 DEBUG [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1351): Waiting on 09ee76b279dae3fffb55503a5740906f, 1588230740, 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:20,359 DEBUG [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1351): Waiting on 09ee76b279dae3fffb55503a5740906f, 1588230740, 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:20,376 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/replication/09ee76b279dae3fffb55503a5740906f/.tmp/queue/a40d40804ec248f2b1762d22aab0f21a 2024-11-14T02:40:20,376 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/.tmp/info/6a738cf5d27947a687c6e673858a8266 2024-11-14T02:40:20,388 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/replication/09ee76b279dae3fffb55503a5740906f/.tmp/queue/a40d40804ec248f2b1762d22aab0f21a as hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/replication/09ee76b279dae3fffb55503a5740906f/queue/a40d40804ec248f2b1762d22aab0f21a 2024-11-14T02:40:20,392 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/replication/09ee76b279dae3fffb55503a5740906f/queue/a40d40804ec248f2b1762d22aab0f21a, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T02:40:20,392 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 09ee76b279dae3fffb55503a5740906f in 434ms, sequenceid=10, compaction requested=false 2024-11-14T02:40:20,401 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/.tmp/ns/9d0082987ed2406187330421fc55f266 is 43, key is default/ns:d/1731552009241/Put/seqid=0 2024-11-14T02:40:20,402 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/replication/09ee76b279dae3fffb55503a5740906f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T02:40:20,403 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:40:20,403 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:40:20,403 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f. 2024-11-14T02:40:20,403 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09ee76b279dae3fffb55503a5740906f: Waiting for close lock at 1731552019958Running coprocessor pre-close hooks at 1731552019958Disabling compacts and flushes for region at 1731552019958Disabling writes for close at 1731552019958Obtaining lock to block concurrent updates at 1731552019958Preparing flush snapshotting stores in 09ee76b279dae3fffb55503a5740906f at 1731552019958Finished memstore snapshotting hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731552019959 (+1 ms)Flushing stores of hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f. at 1731552019959Flushing 09ee76b279dae3fffb55503a5740906f/queue: creating writer at 1731552019959Flushing 09ee76b279dae3fffb55503a5740906f/queue: appending metadata at 1731552019972 (+13 ms)Flushing 09ee76b279dae3fffb55503a5740906f/queue: closing flushed file at 1731552019972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da8e09c: reopening flushed file at 1731552020387 (+415 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 09ee76b279dae3fffb55503a5740906f in 434ms, sequenceid=10, compaction requested=false at 1731552020392 (+5 ms)Writing region close event to WAL at 1731552020399 (+7 ms)Running coprocessor post-close hooks at 1731552020403 (+4 ms)Closed at 1731552020403 2024-11-14T02:40:20,403 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731552014765.09ee76b279dae3fffb55503a5740906f. 2024-11-14T02:40:20,403 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56c4db1effb23cbaac5dc0546ef4e95f, disabling compactions & flushes 2024-11-14T02:40:20,403 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f. 2024-11-14T02:40:20,403 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f. 2024-11-14T02:40:20,403 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f. after waiting 0 ms 2024-11-14T02:40:20,403 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f. 2024-11-14T02:40:20,403 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 56c4db1effb23cbaac5dc0546ef4e95f 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-14T02:40:20,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741842_1018 (size=5153) 2024-11-14T02:40:20,412 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 912, reset compression=false 2024-11-14T02:40:20,423 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f/.tmp/f/c35a32fa915c4d69b7bca9f0de532871 is 29, key is row1/f:/1731552018918/DeleteFamily/seqid=0 2024-11-14T02:40:20,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741843_1019 (size=5118) 2024-11-14T02:40:20,497 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 915, reset compression=false 2024-11-14T02:40:20,501 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:20,501 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 1162, reset compression=false 2024-11-14T02:40:20,501 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.shipper83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,45857,1731552006440 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:40:20,502 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.shipper83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83c5a5c119d5,45857,1731552006440: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83c5a5c119d5,45857,1731552006440, walGroup=83c5a5c119d5%2C45857%2C1731552006440, offset=83c5a5c119d5%2C45857%2C1731552006440.1731552008263:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:45857 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T02:40:20,504 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.shipper83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T02:40:20,504 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.shipper83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T02:40:20,504 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.shipper83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T02:40:20,504 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.shipper83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T02:40:20,504 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.shipper83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T02:40:20,504 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.shipper83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 597306176 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 191104944 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T02:40:20,505 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.shipper83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:43097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:43097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T02:40:20,559 DEBUG [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:20,705 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 1162, reset compression=false 2024-11-14T02:40:20,759 DEBUG [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:20,805 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/.tmp/ns/9d0082987ed2406187330421fc55f266 2024-11-14T02:40:20,825 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/.tmp/rep_barrier/3e5f98ab998843bdb8634c0525e1ac2a is 112, key is test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f./rep_barrier:seqnumDuringOpen/1731552011596/Put/seqid=0 2024-11-14T02:40:20,827 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f/.tmp/f/c35a32fa915c4d69b7bca9f0de532871 2024-11-14T02:40:20,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741844_1020 (size=5518) 2024-11-14T02:40:20,830 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c35a32fa915c4d69b7bca9f0de532871 2024-11-14T02:40:20,844 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f/.tmp/f1/567a8951eb8a4eacaef2e13209be61f9 is 30, key is row1/f1:/1731552018918/DeleteFamily/seqid=0 2024-11-14T02:40:20,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741845_1021 (size=5123) 2024-11-14T02:40:20,916 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 912, reset compression=false 2024-11-14T02:40:20,959 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T02:40:20,959 DEBUG [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 56c4db1effb23cbaac5dc0546ef4e95f=test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f.} 2024-11-14T02:40:20,959 DEBUG [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:21,008 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 1162, reset compression=false 2024-11-14T02:40:21,015 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:40:21,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:21,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:21,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:21,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:21,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:21,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:21,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:21,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:21,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:21,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:21,160 DEBUG [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56c4db1effb23cbaac5dc0546ef4e95f 2024-11-14T02:40:21,229 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/.tmp/rep_barrier/3e5f98ab998843bdb8634c0525e1ac2a 2024-11-14T02:40:21,244 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/.tmp/table/6deabb8354ea4f9199c95d4261fe0f3b is 53, key is hbase:replication/table:state/1731552015533/Put/seqid=0 2024-11-14T02:40:21,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741846_1022 (size=5308) 2024-11-14T02:40:21,248 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f/.tmp/f1/567a8951eb8a4eacaef2e13209be61f9 2024-11-14T02:40:21,251 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 567a8951eb8a4eacaef2e13209be61f9 2024-11-14T02:40:21,264 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f/.tmp/norep/9a299fb72c48498abb48733183df3bad is 33, key is row1/norep:/1731552018918/DeleteFamily/seqid=0 2024-11-14T02:40:21,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741847_1023 (size=5108) 2024-11-14T02:40:21,267 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f/.tmp/norep/9a299fb72c48498abb48733183df3bad 2024-11-14T02:40:21,270 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a299fb72c48498abb48733183df3bad 2024-11-14T02:40:21,271 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f/.tmp/f/c35a32fa915c4d69b7bca9f0de532871 as hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f/f/c35a32fa915c4d69b7bca9f0de532871 2024-11-14T02:40:21,274 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c35a32fa915c4d69b7bca9f0de532871 2024-11-14T02:40:21,274 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f/f/c35a32fa915c4d69b7bca9f0de532871, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T02:40:21,275 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f/.tmp/f1/567a8951eb8a4eacaef2e13209be61f9 as hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f/f1/567a8951eb8a4eacaef2e13209be61f9 2024-11-14T02:40:21,278 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 567a8951eb8a4eacaef2e13209be61f9 2024-11-14T02:40:21,278 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f/f1/567a8951eb8a4eacaef2e13209be61f9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T02:40:21,279 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f/.tmp/norep/9a299fb72c48498abb48733183df3bad as hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f/norep/9a299fb72c48498abb48733183df3bad 2024-11-14T02:40:21,281 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a299fb72c48498abb48733183df3bad 2024-11-14T02:40:21,282 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f/norep/9a299fb72c48498abb48733183df3bad, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T02:40:21,282 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 56c4db1effb23cbaac5dc0546ef4e95f in 879ms, sequenceid=8, compaction requested=false 2024-11-14T02:40:21,285 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/default/test/56c4db1effb23cbaac5dc0546ef4e95f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T02:40:21,286 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:40:21,286 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:40:21,286 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f. 2024-11-14T02:40:21,286 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56c4db1effb23cbaac5dc0546ef4e95f: Waiting for close lock at 1731552020403Running coprocessor pre-close hooks at 1731552020403Disabling compacts and flushes for region at 1731552020403Disabling writes for close at 1731552020403Obtaining lock to block concurrent updates at 1731552020403Preparing flush snapshotting stores in 56c4db1effb23cbaac5dc0546ef4e95f at 1731552020403Finished memstore snapshotting test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731552020404 (+1 ms)Flushing stores of test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f. at 1731552020404Flushing 56c4db1effb23cbaac5dc0546ef4e95f/f: creating writer at 1731552020404Flushing 56c4db1effb23cbaac5dc0546ef4e95f/f: appending metadata at 1731552020422 (+18 ms)Flushing 56c4db1effb23cbaac5dc0546ef4e95f/f: closing flushed file at 1731552020422Flushing 56c4db1effb23cbaac5dc0546ef4e95f/f1: creating writer at 1731552020831 (+409 ms)Flushing 56c4db1effb23cbaac5dc0546ef4e95f/f1: appending metadata at 1731552020843 (+12 ms)Flushing 56c4db1effb23cbaac5dc0546ef4e95f/f1: closing flushed file at 1731552020843Flushing 56c4db1effb23cbaac5dc0546ef4e95f/norep: creating writer at 1731552021251 (+408 ms)Flushing 56c4db1effb23cbaac5dc0546ef4e95f/norep: appending metadata at 1731552021263 (+12 ms)Flushing 56c4db1effb23cbaac5dc0546ef4e95f/norep: closing flushed file at 1731552021263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a7942a: reopening flushed file at 1731552021270 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@540816a: reopening flushed file at 1731552021274 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ebc7df: reopening flushed file at 1731552021278 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 56c4db1effb23cbaac5dc0546ef4e95f in 879ms, sequenceid=8, compaction requested=false at 1731552021282 (+4 ms)Writing region close event to WAL at 1731552021283 (+1 ms)Running coprocessor post-close hooks at 1731552021285 (+2 ms)Closed at 1731552021286 (+1 ms) 2024-11-14T02:40:21,286 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731552010446.56c4db1effb23cbaac5dc0546ef4e95f. 2024-11-14T02:40:21,360 DEBUG [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:40:21,410 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 1162, reset compression=false 2024-11-14T02:40:21,414 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:21,414 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 1806, reset compression=false 2024-11-14T02:40:21,519 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 912, reset compression=false 2024-11-14T02:40:21,560 DEBUG [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:40:21,617 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 1806, reset compression=false 2024-11-14T02:40:21,648 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/.tmp/table/6deabb8354ea4f9199c95d4261fe0f3b 2024-11-14T02:40:21,652 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/.tmp/info/6a738cf5d27947a687c6e673858a8266 as hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/info/6a738cf5d27947a687c6e673858a8266 2024-11-14T02:40:21,655 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/info/6a738cf5d27947a687c6e673858a8266, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T02:40:21,656 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/.tmp/ns/9d0082987ed2406187330421fc55f266 as hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/ns/9d0082987ed2406187330421fc55f266 2024-11-14T02:40:21,659 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/ns/9d0082987ed2406187330421fc55f266, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T02:40:21,660 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/.tmp/rep_barrier/3e5f98ab998843bdb8634c0525e1ac2a as hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/rep_barrier/3e5f98ab998843bdb8634c0525e1ac2a 2024-11-14T02:40:21,664 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/rep_barrier/3e5f98ab998843bdb8634c0525e1ac2a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T02:40:21,665 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/.tmp/table/6deabb8354ea4f9199c95d4261fe0f3b as hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/table/6deabb8354ea4f9199c95d4261fe0f3b 2024-11-14T02:40:21,668 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/table/6deabb8354ea4f9199c95d4261fe0f3b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T02:40:21,669 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false 2024-11-14T02:40:21,672 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T02:40:21,673 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:40:21,673 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:40:21,673 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:40:21,673 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552019958Running coprocessor pre-close hooks at 1731552019958Disabling compacts and flushes for region at 1731552019958Disabling writes for close at 1731552019959 (+1 ms)Obtaining lock to block concurrent updates at 1731552019959Preparing flush snapshotting stores in 1588230740 at 1731552019959Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731552019959Flushing stores of hbase:meta,,1.1588230740 at 1731552019959Flushing 1588230740/info: creating writer at 1731552019959Flushing 1588230740/info: appending metadata at 1731552019972 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731552019972Flushing 1588230740/ns: creating writer at 1731552020380 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731552020400 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731552020400Flushing 1588230740/rep_barrier: creating writer at 1731552020808 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731552020824 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731552020824Flushing 1588230740/table: creating writer at 1731552021232 (+408 ms)Flushing 1588230740/table: appending metadata at 1731552021244 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731552021244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e156e3e: reopening flushed file at 1731552021651 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d030df: reopening flushed file at 1731552021656 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787b7a7b: reopening flushed file at 1731552021660 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e0c832: reopening flushed file at 1731552021664 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false at 1731552021669 (+5 ms)Writing region close event to WAL at 1731552021670 (+1 ms)Running coprocessor post-close hooks at 1731552021673 (+3 ms)Closed at 1731552021673 2024-11-14T02:40:21,673 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:40:21,760 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,45857,1731552006440; all regions closed. 2024-11-14T02:40:21,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741834_1010 (size=4239) 2024-11-14T02:40:21,762 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.meta.1731552009202.meta not finished, retry = 0 2024-11-14T02:40:21,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741839_1015 (size=2676) 2024-11-14T02:40:21,865 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.rep.1731552015497 not finished, retry = 0 2024-11-14T02:40:21,920 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 to pos 1806, reset compression=false 2024-11-14T02:40:21,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741832_1008 (size=1814) 2024-11-14T02:40:21,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/WALs/83c5a5c119d5,45857,1731552006440/83c5a5c119d5%2C45857%2C1731552006440.1731552008263 not finished, retry = 0 2024-11-14T02:40:22,068 DEBUG [RS:0;83c5a5c119d5:45857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:22,068 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:40:22,068 INFO [RS:0;83c5a5c119d5:45857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:40:22,068 INFO [RS:0;83c5a5c119d5:45857 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T02:40:22,069 INFO [RS:0;83c5a5c119d5:45857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:40:22,069 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:40:22,069 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83c5a5c119d5,45857,1731552006440 because: Region server is closing 2024-11-14T02:40:22,069 INFO [RS:0;83c5a5c119d5:45857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:45857. 2024-11-14T02:40:22,069 DEBUG [RS:0;83c5a5c119d5:45857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:40:22,069 DEBUG [RS:0;83c5a5c119d5:45857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:22,069 DEBUG [RS:0;83c5a5c119d5:45857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:22,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:40:22,169 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.shipper83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 terminated 2024-11-14T02:40:22,169 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45857,1731552006440.replicationSource.wal-reader.83c5a5c119d5%2C45857%2C1731552006440,1-83c5a5c119d5,45857,1731552006440 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T02:40:22,170 INFO [RS:0;83c5a5c119d5:45857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:45857. 2024-11-14T02:40:22,170 DEBUG [RS:0;83c5a5c119d5:45857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:40:22,170 DEBUG [RS:0;83c5a5c119d5:45857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:22,170 DEBUG [RS:0;83c5a5c119d5:45857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:22,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:40:22,170 INFO [RS:0;83c5a5c119d5:45857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45857 2024-11-14T02:40:22,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1901312017/rs/83c5a5c119d5,45857,1731552006440 2024-11-14T02:40:22,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017/rs 2024-11-14T02:40:22,198 INFO [RS:0;83c5a5c119d5:45857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:40:22,206 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,45857,1731552006440] 2024-11-14T02:40:22,214 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1901312017/draining/83c5a5c119d5,45857,1731552006440 already deleted, retry=false 2024-11-14T02:40:22,214 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,45857,1731552006440 expired; onlineServers=0 2024-11-14T02:40:22,214 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,43097,1731552006323' ***** 2024-11-14T02:40:22,215 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:40:22,215 INFO [M:0;83c5a5c119d5:43097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:40:22,215 INFO [M:0;83c5a5c119d5:43097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:40:22,215 DEBUG [M:0;83c5a5c119d5:43097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:40:22,215 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:40:22,215 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552007987 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552007987,5,FailOnTimeoutGroup] 2024-11-14T02:40:22,215 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552007987 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552007987,5,FailOnTimeoutGroup] 2024-11-14T02:40:22,215 DEBUG [M:0;83c5a5c119d5:43097 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:40:22,215 INFO [M:0;83c5a5c119d5:43097 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:40:22,215 INFO [M:0;83c5a5c119d5:43097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:40:22,215 DEBUG [M:0;83c5a5c119d5:43097 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:40:22,215 INFO [M:0;83c5a5c119d5:43097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:40:22,215 INFO [M:0;83c5a5c119d5:43097 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:40:22,215 INFO [M:0;83c5a5c119d5:43097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:40:22,215 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:40:22,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1901312017/master 2024-11-14T02:40:22,223 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 912, reset compression=false 2024-11-14T02:40:22,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1901312017 2024-11-14T02:40:22,223 DEBUG [M:0;83c5a5c119d5:43097 {}] zookeeper.ZKUtil(347): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Unable to get data of znode /1901312017/master because node does not exist (not an error) 2024-11-14T02:40:22,223 WARN [M:0;83c5a5c119d5:43097 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:40:22,223 INFO [M:0;83c5a5c119d5:43097 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/.lastflushedseqids 2024-11-14T02:40:22,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741848_1024 (size=245) 2024-11-14T02:40:22,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:40:22,306 INFO [RS:0;83c5a5c119d5:45857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:40:22,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x101388068490004, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:40:22,306 INFO [RS:0;83c5a5c119d5:45857 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,45857,1731552006440; zookeeper connection closed. 2024-11-14T02:40:22,307 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@705a5d58 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@705a5d58 2024-11-14T02:40:22,307 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:40:22,630 INFO [M:0;83c5a5c119d5:43097 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:40:22,630 INFO [M:0;83c5a5c119d5:43097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:40:22,630 DEBUG [M:0;83c5a5c119d5:43097 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:40:22,630 INFO [M:0;83c5a5c119d5:43097 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:22,630 DEBUG [M:0;83c5a5c119d5:43097 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:22,630 DEBUG [M:0;83c5a5c119d5:43097 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:40:22,630 DEBUG [M:0;83c5a5c119d5:43097 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:22,630 INFO [M:0;83c5a5c119d5:43097 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T02:40:22,644 DEBUG [M:0;83c5a5c119d5:43097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc0268b95a8c4a8a884d4f94ae047edf is 82, key is hbase:meta,,1/info:regioninfo/1731552009228/Put/seqid=0 2024-11-14T02:40:22,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741849_1025 (size=5672) 2024-11-14T02:40:23,029 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 912, reset compression=false 2024-11-14T02:40:23,051 INFO [M:0;83c5a5c119d5:43097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc0268b95a8c4a8a884d4f94ae047edf 2024-11-14T02:40:23,071 DEBUG [M:0;83c5a5c119d5:43097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f673e088e8904f008e1ec5a6633f88c5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731552015536/Put/seqid=0 2024-11-14T02:40:23,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741850_1026 (size=8516) 2024-11-14T02:40:23,475 INFO [M:0;83c5a5c119d5:43097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f673e088e8904f008e1ec5a6633f88c5 2024-11-14T02:40:23,491 DEBUG [M:0;83c5a5c119d5:43097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7afd0594ddcf46c392d2c8e93ea2ba2d is 69, key is 83c5a5c119d5,45857,1731552006440/rs:state/1731552008100/Put/seqid=0 2024-11-14T02:40:23,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741851_1027 (size=5156) 2024-11-14T02:40:23,895 INFO [M:0;83c5a5c119d5:43097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7afd0594ddcf46c392d2c8e93ea2ba2d 2024-11-14T02:40:23,899 DEBUG [M:0;83c5a5c119d5:43097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fc0268b95a8c4a8a884d4f94ae047edf as hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc0268b95a8c4a8a884d4f94ae047edf 2024-11-14T02:40:23,902 INFO [M:0;83c5a5c119d5:43097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fc0268b95a8c4a8a884d4f94ae047edf, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T02:40:23,902 DEBUG [M:0;83c5a5c119d5:43097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f673e088e8904f008e1ec5a6633f88c5 as hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f673e088e8904f008e1ec5a6633f88c5 2024-11-14T02:40:23,906 INFO [M:0;83c5a5c119d5:43097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f673e088e8904f008e1ec5a6633f88c5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T02:40:23,906 DEBUG [M:0;83c5a5c119d5:43097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7afd0594ddcf46c392d2c8e93ea2ba2d as hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7afd0594ddcf46c392d2c8e93ea2ba2d 2024-11-14T02:40:23,909 INFO [M:0;83c5a5c119d5:43097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42245/user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7afd0594ddcf46c392d2c8e93ea2ba2d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T02:40:23,910 INFO [M:0;83c5a5c119d5:43097 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-14T02:40:23,911 INFO [M:0;83c5a5c119d5:43097 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:23,911 DEBUG [M:0;83c5a5c119d5:43097 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552022630Disabling compacts and flushes for region at 1731552022630Disabling writes for close at 1731552022630Obtaining lock to block concurrent updates at 1731552022630Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731552022630Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731552022630Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731552022631 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731552022631Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731552022643 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731552022643Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731552023055 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731552023071 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731552023071Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731552023479 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731552023491 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731552023491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8fc9919: reopening flushed file at 1731552023898 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b12668: reopening flushed file at 1731552023902 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a524009: reopening flushed file at 1731552023906 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1731552023910 (+4 ms)Writing region close event to WAL at 1731552023911 (+1 ms)Closed at 1731552023911 2024-11-14T02:40:23,912 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0c4280e-857b-f821-e52a-150e22c45856/MasterData/WALs/83c5a5c119d5,43097,1731552006323/83c5a5c119d5%2C43097%2C1731552006323.1731552007776 not finished, retry = 0 2024-11-14T02:40:23,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45613 is added to blk_1073741830_1006 (size=63654) 2024-11-14T02:40:23,932 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 912, reset compression=false 2024-11-14T02:40:24,013 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:40:24,013 INFO [M:0;83c5a5c119d5:43097 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:40:24,013 INFO [M:0;83c5a5c119d5:43097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43097 2024-11-14T02:40:24,013 INFO [M:0;83c5a5c119d5:43097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:40:24,140 INFO [M:0;83c5a5c119d5:43097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:40:24,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:40:24,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43097-0x101388068490003, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:40:24,142 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:24,142 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:40:24,142 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28307 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:40:24,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d3c1889{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:40:24,212 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cd5bed6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:40:24,212 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:40:24,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@703f26be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:40:24,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77b4d2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/hadoop.log.dir/,STOPPED} 2024-11-14T02:40:24,214 WARN [BP-847030547-172.17.0.2-1731552004723 heartbeating to localhost/127.0.0.1:42245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:40:24,214 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:40:24,214 WARN [BP-847030547-172.17.0.2-1731552004723 heartbeating to localhost/127.0.0.1:42245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-847030547-172.17.0.2-1731552004723 (Datanode Uuid c3b6a5ea-dfd1-44c7-b1e0-6d5ac981abb6) service to localhost/127.0.0.1:42245 2024-11-14T02:40:24,214 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:40:24,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/cluster_e696d4a7-1855-d290-8765-421d1a9650cc/data/data1/current/BP-847030547-172.17.0.2-1731552004723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:40:24,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/cluster_e696d4a7-1855-d290-8765-421d1a9650cc/data/data2/current/BP-847030547-172.17.0.2-1731552004723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:40:24,215 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:40:24,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c207e82{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:40:24,221 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@754ba998{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:40:24,221 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:40:24,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f1c236a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:40:24,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f6ac4bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/hadoop.log.dir/,STOPPED} 2024-11-14T02:40:24,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:40:24,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:40:24,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:40:24,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:40:24,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:24,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:24,250 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:40:24,250 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1903522654, stopped=false 2024-11-14T02:40:24,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:40:24,250 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,35807,1731552001292 2024-11-14T02:40:24,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01411593701/running 2024-11-14T02:40:24,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01411593701/running 2024-11-14T02:40:24,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701 2024-11-14T02:40:24,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701 2024-11-14T02:40:24,268 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:40:24,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:40:24,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:40:24,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:24,269 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,40273,1731552001437' ***** 2024-11-14T02:40:24,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Set watcher on znode that does not yet exist, /01411593701/running 2024-11-14T02:40:24,269 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:40:24,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Set watcher on znode that does not yet exist, /01411593701/running 2024-11-14T02:40:24,269 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:40:24,269 INFO [RS:0;83c5a5c119d5:40273 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:40:24,269 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:40:24,269 INFO [RS:0;83c5a5c119d5:40273 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:40:24,269 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d1fee9d4d9d398691120c1ed241e033 2024-11-14T02:40:24,269 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(3091): Received CLOSE for b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:24,269 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,40273,1731552001437 2024-11-14T02:40:24,269 INFO [RS:0;83c5a5c119d5:40273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:40:24,269 INFO [RS:0;83c5a5c119d5:40273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:40273. 2024-11-14T02:40:24,269 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d1fee9d4d9d398691120c1ed241e033, disabling compactions & flushes 2024-11-14T02:40:24,269 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033. 2024-11-14T02:40:24,269 DEBUG [RS:0;83c5a5c119d5:40273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:40:24,269 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033. 2024-11-14T02:40:24,270 DEBUG [RS:0;83c5a5c119d5:40273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:24,270 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033. after waiting 0 ms 2024-11-14T02:40:24,270 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033. 2024-11-14T02:40:24,270 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:40:24,270 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:40:24,270 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:40:24,270 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0d1fee9d4d9d398691120c1ed241e033 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-14T02:40:24,270 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:40:24,270 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T02:40:24,270 DEBUG [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0d1fee9d4d9d398691120c1ed241e033=test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033., b40be00b18e84122e38f73dfc9b1de46=hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46.} 2024-11-14T02:40:24,270 DEBUG [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1351): Waiting on 0d1fee9d4d9d398691120c1ed241e033, 1588230740, b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:24,270 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:40:24,270 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:40:24,270 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:40:24,270 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:40:24,270 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:40:24,270 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T02:40:24,283 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/.tmp/info/1f19ba06ac4c456082f323c751a3003b is 147, key is hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46./info:regioninfo/1731552013776/Put/seqid=0 2024-11-14T02:40:24,283 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033/.tmp/f/980e059814f24ec88aabb4952a49b844 is 29, key is row1/f:/1731552018918/DeleteFamily/seqid=0 2024-11-14T02:40:24,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741840_1016 (size=5118) 2024-11-14T02:40:24,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741841_1017 (size=7686) 2024-11-14T02:40:24,335 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:40:24,470 DEBUG [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1351): Waiting on 0d1fee9d4d9d398691120c1ed241e033, 1588230740, b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:24,514 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:40:24,514 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:40:24,670 DEBUG [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1351): Waiting on 0d1fee9d4d9d398691120c1ed241e033, 1588230740, b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:24,687 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033/.tmp/f/980e059814f24ec88aabb4952a49b844 2024-11-14T02:40:24,688 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/.tmp/info/1f19ba06ac4c456082f323c751a3003b 2024-11-14T02:40:24,691 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 980e059814f24ec88aabb4952a49b844 2024-11-14T02:40:24,707 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/.tmp/ns/75e89b3c146f478a9cae37724b0e117f is 43, key is default/ns:d/1731552004619/Put/seqid=0 2024-11-14T02:40:24,707 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033/.tmp/f1/de9a1022d8a54f6ea36f4fbd69b55d7f is 30, key is row1/f1:/1731552018918/DeleteFamily/seqid=0 2024-11-14T02:40:24,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741843_1019 (size=5153) 2024-11-14T02:40:24,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741842_1018 (size=5123) 2024-11-14T02:40:24,870 DEBUG [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1351): Waiting on 0d1fee9d4d9d398691120c1ed241e033, 1588230740, b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:24,934 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 912, reset compression=false 2024-11-14T02:40:24,938 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:24,938 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 1159, reset compression=false 2024-11-14T02:40:24,938 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.shipper83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,40273,1731552001437 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:40:24,939 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.shipper83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83c5a5c119d5,40273,1731552001437: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83c5a5c119d5,40273,1731552001437, walGroup=83c5a5c119d5%2C40273%2C1731552001437, offset=83c5a5c119d5%2C40273%2C1731552001437.1731552003641:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:40273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T02:40:24,940 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.shipper83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T02:40:24,940 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.shipper83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T02:40:24,940 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.shipper83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T02:40:24,940 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.shipper83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T02:40:24,940 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.shipper83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T02:40:24,941 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.shipper83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1065353216, "init": 1048576000, "max": 2306867200, "used": 679095104 }, "NonHeapMemoryUsage": { "committed": 195166208, "init": 7667712, "max": -1, "used": 191806128 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T02:40:24,941 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.shipper83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:35807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:35807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T02:40:25,071 DEBUG [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1351): Waiting on 0d1fee9d4d9d398691120c1ed241e033, 1588230740, b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:25,110 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033/.tmp/f1/de9a1022d8a54f6ea36f4fbd69b55d7f 2024-11-14T02:40:25,110 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/.tmp/ns/75e89b3c146f478a9cae37724b0e117f 2024-11-14T02:40:25,114 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de9a1022d8a54f6ea36f4fbd69b55d7f 2024-11-14T02:40:25,129 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/.tmp/rep_barrier/522a0c12c99646b39adccc74f697d77c is 112, key is test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033./rep_barrier:seqnumDuringOpen/1731552010050/Put/seqid=0 2024-11-14T02:40:25,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741844_1020 (size=5518) 2024-11-14T02:40:25,133 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033/.tmp/norep/31210ecf5ba746f2977f13db893990d4 is 32, key is row/norep:/1731552017912/DeleteFamily/seqid=0 2024-11-14T02:40:25,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741845_1021 (size=5101) 2024-11-14T02:40:25,144 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 1159, reset compression=false 2024-11-14T02:40:25,271 DEBUG [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1351): Waiting on 0d1fee9d4d9d398691120c1ed241e033, 1588230740, b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:25,446 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 1159, reset compression=false 2024-11-14T02:40:25,471 DEBUG [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1351): Waiting on 0d1fee9d4d9d398691120c1ed241e033, 1588230740, b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:25,533 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/.tmp/rep_barrier/522a0c12c99646b39adccc74f697d77c 2024-11-14T02:40:25,537 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033/.tmp/norep/31210ecf5ba746f2977f13db893990d4 2024-11-14T02:40:25,540 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31210ecf5ba746f2977f13db893990d4 2024-11-14T02:40:25,541 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033/.tmp/f/980e059814f24ec88aabb4952a49b844 as hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033/f/980e059814f24ec88aabb4952a49b844 2024-11-14T02:40:25,544 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 980e059814f24ec88aabb4952a49b844 2024-11-14T02:40:25,544 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033/f/980e059814f24ec88aabb4952a49b844, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T02:40:25,545 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033/.tmp/f1/de9a1022d8a54f6ea36f4fbd69b55d7f as hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033/f1/de9a1022d8a54f6ea36f4fbd69b55d7f 2024-11-14T02:40:25,548 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de9a1022d8a54f6ea36f4fbd69b55d7f 2024-11-14T02:40:25,548 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033/f1/de9a1022d8a54f6ea36f4fbd69b55d7f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T02:40:25,549 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033/.tmp/norep/31210ecf5ba746f2977f13db893990d4 as hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033/norep/31210ecf5ba746f2977f13db893990d4 2024-11-14T02:40:25,552 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31210ecf5ba746f2977f13db893990d4 2024-11-14T02:40:25,552 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/.tmp/table/0b45d4b1a3fe4bec8caf29a38009ec50 is 53, key is hbase:replication/table:state/1731552013783/Put/seqid=0 2024-11-14T02:40:25,552 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033/norep/31210ecf5ba746f2977f13db893990d4, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T02:40:25,553 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0d1fee9d4d9d398691120c1ed241e033 in 1283ms, sequenceid=8, compaction requested=false 2024-11-14T02:40:25,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741846_1022 (size=5308) 2024-11-14T02:40:25,556 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/default/test/0d1fee9d4d9d398691120c1ed241e033/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T02:40:25,557 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:40:25,557 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:40:25,557 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033. 2024-11-14T02:40:25,557 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d1fee9d4d9d398691120c1ed241e033: Waiting for close lock at 1731552024269Running coprocessor pre-close hooks at 1731552024269Disabling compacts and flushes for region at 1731552024269Disabling writes for close at 1731552024270 (+1 ms)Obtaining lock to block concurrent updates at 1731552024270Preparing flush snapshotting stores in 0d1fee9d4d9d398691120c1ed241e033 at 1731552024270Finished memstore snapshotting test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731552024270Flushing stores of test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033. at 1731552024271 (+1 ms)Flushing 0d1fee9d4d9d398691120c1ed241e033/f: creating writer at 1731552024271Flushing 0d1fee9d4d9d398691120c1ed241e033/f: appending metadata at 1731552024283 (+12 ms)Flushing 0d1fee9d4d9d398691120c1ed241e033/f: closing flushed file at 1731552024283Flushing 0d1fee9d4d9d398691120c1ed241e033/f1: creating writer at 1731552024691 (+408 ms)Flushing 0d1fee9d4d9d398691120c1ed241e033/f1: appending metadata at 1731552024706 (+15 ms)Flushing 0d1fee9d4d9d398691120c1ed241e033/f1: closing flushed file at 1731552024706Flushing 0d1fee9d4d9d398691120c1ed241e033/norep: creating writer at 1731552025114 (+408 ms)Flushing 0d1fee9d4d9d398691120c1ed241e033/norep: appending metadata at 1731552025133 (+19 ms)Flushing 0d1fee9d4d9d398691120c1ed241e033/norep: closing flushed file at 1731552025133Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56dfda14: reopening flushed file at 1731552025541 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@638d1c55: reopening flushed file at 1731552025545 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72402f26: reopening flushed file at 1731552025548 (+3 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0d1fee9d4d9d398691120c1ed241e033 in 1283ms, sequenceid=8, compaction requested=false at 1731552025553 (+5 ms)Writing region close event to WAL at 1731552025554 (+1 ms)Running coprocessor post-close hooks at 1731552025557 (+3 ms)Closed at 1731552025557 2024-11-14T02:40:25,557 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731552009298.0d1fee9d4d9d398691120c1ed241e033. 2024-11-14T02:40:25,557 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b40be00b18e84122e38f73dfc9b1de46, disabling compactions & flushes 2024-11-14T02:40:25,557 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. 2024-11-14T02:40:25,557 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. 2024-11-14T02:40:25,557 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. after waiting 0 ms 2024-11-14T02:40:25,557 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. 2024-11-14T02:40:25,557 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b40be00b18e84122e38f73dfc9b1de46: Waiting for close lock at 1731552025557Running coprocessor pre-close hooks at 1731552025557Disabling compacts and flushes for region at 1731552025557Disabling writes for close at 1731552025557Failed flush hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46., putting online again at 1731552025557 2024-11-14T02:40:25,557 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. 2024-11-14T02:40:25,671 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T02:40:25,671 DEBUG [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b40be00b18e84122e38f73dfc9b1de46=hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46.} 2024-11-14T02:40:25,671 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(3091): Received CLOSE for b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:25,671 DEBUG [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b40be00b18e84122e38f73dfc9b1de46 2024-11-14T02:40:25,671 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b40be00b18e84122e38f73dfc9b1de46, disabling compactions & flushes 2024-11-14T02:40:25,671 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. 2024-11-14T02:40:25,671 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. 2024-11-14T02:40:25,671 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. after waiting 0 ms 2024-11-14T02:40:25,671 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. 2024-11-14T02:40:25,671 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b40be00b18e84122e38f73dfc9b1de46: Waiting for close lock at 1731552025671Running coprocessor pre-close hooks at 1731552025671Disabling compacts and flushes for region at 1731552025671Disabling writes for close at 1731552025671Failed flush hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46., putting online again at 1731552025671 2024-11-14T02:40:25,671 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731552012612.b40be00b18e84122e38f73dfc9b1de46. 2024-11-14T02:40:25,849 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 1159, reset compression=false 2024-11-14T02:40:25,853 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:25,853 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 1803, reset compression=false 2024-11-14T02:40:25,871 DEBUG [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:40:25,956 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/.tmp/table/0b45d4b1a3fe4bec8caf29a38009ec50 2024-11-14T02:40:25,960 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/.tmp/info/1f19ba06ac4c456082f323c751a3003b as hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/info/1f19ba06ac4c456082f323c751a3003b 2024-11-14T02:40:25,964 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/info/1f19ba06ac4c456082f323c751a3003b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T02:40:25,964 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/.tmp/ns/75e89b3c146f478a9cae37724b0e117f as hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/ns/75e89b3c146f478a9cae37724b0e117f 2024-11-14T02:40:25,968 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/ns/75e89b3c146f478a9cae37724b0e117f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T02:40:25,969 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/.tmp/rep_barrier/522a0c12c99646b39adccc74f697d77c as hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/rep_barrier/522a0c12c99646b39adccc74f697d77c 2024-11-14T02:40:25,973 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/rep_barrier/522a0c12c99646b39adccc74f697d77c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T02:40:25,973 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/.tmp/table/0b45d4b1a3fe4bec8caf29a38009ec50 as hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/table/0b45d4b1a3fe4bec8caf29a38009ec50 2024-11-14T02:40:25,977 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/table/0b45d4b1a3fe4bec8caf29a38009ec50, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T02:40:25,978 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-14T02:40:25,986 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T02:40:25,986 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:40:25,986 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:40:25,986 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:40:25,986 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552024270Running coprocessor pre-close hooks at 1731552024270Disabling compacts and flushes for region at 1731552024270Disabling writes for close at 1731552024270Obtaining lock to block concurrent updates at 1731552024270Preparing flush snapshotting stores in 1588230740 at 1731552024270Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731552024270Flushing stores of hbase:meta,,1.1588230740 at 1731552024271 (+1 ms)Flushing 1588230740/info: creating writer at 1731552024271Flushing 1588230740/info: appending metadata at 1731552024283 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731552024283Flushing 1588230740/ns: creating writer at 1731552024691 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731552024706 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731552024706Flushing 1588230740/rep_barrier: creating writer at 1731552025114 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731552025129 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731552025129Flushing 1588230740/table: creating writer at 1731552025537 (+408 ms)Flushing 1588230740/table: appending metadata at 1731552025552 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731552025552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766445b0: reopening flushed file at 1731552025960 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60f2de60: reopening flushed file at 1731552025964 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50cccbd3: reopening flushed file at 1731552025968 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9a2a67: reopening flushed file at 1731552025973 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1731552025978 (+5 ms)Writing region close event to WAL at 1731552025983 (+5 ms)Running coprocessor post-close hooks at 1731552025986 (+3 ms)Closed at 1731552025986 2024-11-14T02:40:25,986 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:40:26,056 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.wal-reader.83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.1731552003641 to pos 1803, reset compression=false 2024-11-14T02:40:26,071 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T02:40:26,071 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,40273,1731552001437; all regions closed. 2024-11-14T02:40:26,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741834_1010 (size=4239) 2024-11-14T02:40:26,073 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.meta.1731552004548.meta not finished, retry = 0 2024-11-14T02:40:26,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741839_1015 (size=1733) 2024-11-14T02:40:26,176 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/WALs/83c5a5c119d5,40273,1731552001437/83c5a5c119d5%2C40273%2C1731552001437.rep.1731552013746 not finished, retry = 0 2024-11-14T02:40:26,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741832_1008 (size=1811) 2024-11-14T02:40:26,279 DEBUG [RS:0;83c5a5c119d5:40273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:26,279 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:40:26,279 INFO [RS:0;83c5a5c119d5:40273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:40:26,279 INFO [RS:0;83c5a5c119d5:40273 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T02:40:26,279 INFO [RS:0;83c5a5c119d5:40273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:40:26,279 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:40:26,279 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83c5a5c119d5,40273,1731552001437 because: Region server is closing 2024-11-14T02:40:26,279 INFO [RS:0;83c5a5c119d5:40273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:40273. 2024-11-14T02:40:26,279 DEBUG [RS:0;83c5a5c119d5:40273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:40:26,279 DEBUG [RS:0;83c5a5c119d5:40273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:26,279 DEBUG [RS:0;83c5a5c119d5:40273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:26,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:40:26,380 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40273,1731552001437.replicationSource.shipper83c5a5c119d5%2C40273%2C1731552001437,1-83c5a5c119d5,40273,1731552001437 terminated 2024-11-14T02:40:26,380 INFO [RS:0;83c5a5c119d5:40273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:40273. 2024-11-14T02:40:26,380 DEBUG [RS:0;83c5a5c119d5:40273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:40:26,380 DEBUG [RS:0;83c5a5c119d5:40273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:26,380 DEBUG [RS:0;83c5a5c119d5:40273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:26,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:40:26,380 INFO [RS:0;83c5a5c119d5:40273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40273 2024-11-14T02:40:26,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701/rs 2024-11-14T02:40:26,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01411593701/rs/83c5a5c119d5,40273,1731552001437 2024-11-14T02:40:26,406 INFO [RS:0;83c5a5c119d5:40273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:40:26,414 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,40273,1731552001437] 2024-11-14T02:40:26,422 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01411593701/draining/83c5a5c119d5,40273,1731552001437 already deleted, retry=false 2024-11-14T02:40:26,423 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,40273,1731552001437 expired; onlineServers=0 2024-11-14T02:40:26,423 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,35807,1731552001292' ***** 2024-11-14T02:40:26,423 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:40:26,423 INFO [M:0;83c5a5c119d5:35807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:40:26,423 INFO [M:0;83c5a5c119d5:35807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:40:26,423 DEBUG [M:0;83c5a5c119d5:35807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:40:26,423 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:40:26,423 DEBUG [M:0;83c5a5c119d5:35807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:40:26,423 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552003375 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552003375,5,FailOnTimeoutGroup] 2024-11-14T02:40:26,423 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552003375 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552003375,5,FailOnTimeoutGroup] 2024-11-14T02:40:26,423 INFO [M:0;83c5a5c119d5:35807 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:40:26,423 INFO [M:0;83c5a5c119d5:35807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:40:26,423 DEBUG [M:0;83c5a5c119d5:35807 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:40:26,423 INFO [M:0;83c5a5c119d5:35807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:40:26,423 INFO [M:0;83c5a5c119d5:35807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:40:26,423 INFO [M:0;83c5a5c119d5:35807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:40:26,423 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:40:26,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01411593701/master 2024-11-14T02:40:26,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01411593701 2024-11-14T02:40:26,431 DEBUG [M:0;83c5a5c119d5:35807 {}] zookeeper.ZKUtil(347): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Unable to get data of znode /01411593701/master because node does not exist (not an error) 2024-11-14T02:40:26,431 WARN [M:0;83c5a5c119d5:35807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:40:26,432 INFO [M:0;83c5a5c119d5:35807 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/.lastflushedseqids 2024-11-14T02:40:26,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741847_1023 (size=245) 2024-11-14T02:40:26,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:40:26,514 INFO [RS:0;83c5a5c119d5:40273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:40:26,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40273-0x101388068490001, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:40:26,514 INFO [RS:0;83c5a5c119d5:40273 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,40273,1731552001437; zookeeper connection closed. 2024-11-14T02:40:26,515 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b8c56aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b8c56aa 2024-11-14T02:40:26,515 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:40:26,787 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:40:26,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:26,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:26,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:26,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:26,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:26,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:26,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:26,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:26,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:26,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:26,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:26,835 INFO [M:0;83c5a5c119d5:35807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:40:26,836 INFO [M:0;83c5a5c119d5:35807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:40:26,836 DEBUG [M:0;83c5a5c119d5:35807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:40:26,836 INFO [M:0;83c5a5c119d5:35807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:26,836 DEBUG [M:0;83c5a5c119d5:35807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:26,836 DEBUG [M:0;83c5a5c119d5:35807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:40:26,836 DEBUG [M:0;83c5a5c119d5:35807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:26,836 INFO [M:0;83c5a5c119d5:35807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T02:40:26,849 DEBUG [M:0;83c5a5c119d5:35807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef3b4cd2060840b195731a6bf2c7345c is 82, key is hbase:meta,,1/info:regioninfo/1731552004576/Put/seqid=0 2024-11-14T02:40:26,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741848_1024 (size=5672) 2024-11-14T02:40:27,253 INFO [M:0;83c5a5c119d5:35807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef3b4cd2060840b195731a6bf2c7345c 2024-11-14T02:40:27,272 DEBUG [M:0;83c5a5c119d5:35807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a50728682e0492bb9b133c9f90f0810 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731552013786/Put/seqid=0 2024-11-14T02:40:27,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741849_1025 (size=8516) 2024-11-14T02:40:27,676 INFO [M:0;83c5a5c119d5:35807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a50728682e0492bb9b133c9f90f0810 2024-11-14T02:40:27,692 DEBUG [M:0;83c5a5c119d5:35807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/441d762a91a4402f942ede66de73a732 is 69, key is 83c5a5c119d5,40273,1731552001437/rs:state/1731552003496/Put/seqid=0 2024-11-14T02:40:27,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741850_1026 (size=5156) 2024-11-14T02:40:28,096 INFO [M:0;83c5a5c119d5:35807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/441d762a91a4402f942ede66de73a732 2024-11-14T02:40:28,100 DEBUG [M:0;83c5a5c119d5:35807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef3b4cd2060840b195731a6bf2c7345c as hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef3b4cd2060840b195731a6bf2c7345c 2024-11-14T02:40:28,103 INFO [M:0;83c5a5c119d5:35807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef3b4cd2060840b195731a6bf2c7345c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T02:40:28,104 DEBUG [M:0;83c5a5c119d5:35807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a50728682e0492bb9b133c9f90f0810 as hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a50728682e0492bb9b133c9f90f0810 2024-11-14T02:40:28,107 INFO [M:0;83c5a5c119d5:35807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a50728682e0492bb9b133c9f90f0810, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T02:40:28,108 DEBUG [M:0;83c5a5c119d5:35807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/441d762a91a4402f942ede66de73a732 as hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/441d762a91a4402f942ede66de73a732 2024-11-14T02:40:28,111 INFO [M:0;83c5a5c119d5:35807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44613/user/jenkins/test-data/5b81dec2-c794-e01b-6626-a128d9378b36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/441d762a91a4402f942ede66de73a732, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T02:40:28,112 INFO [M:0;83c5a5c119d5:35807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-14T02:40:28,115 INFO [M:0;83c5a5c119d5:35807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:28,115 DEBUG [M:0;83c5a5c119d5:35807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552026836Disabling compacts and flushes for region at 1731552026836Disabling writes for close at 1731552026836Obtaining lock to block concurrent updates at 1731552026836Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731552026836Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731552026836Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731552026837 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731552026837Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731552026849 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731552026849Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731552027257 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731552027272 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731552027272Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731552027680 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731552027692 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731552027692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d8ddca9: reopening flushed file at 1731552028099 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6ef143: reopening flushed file at 1731552028103 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81d1423: reopening flushed file at 1731552028107 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1731552028112 (+5 ms)Writing region close event to WAL at 1731552028115 (+3 ms)Closed at 1731552028115 2024-11-14T02:40:28,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741830_1006 (size=63654) 2024-11-14T02:40:28,117 INFO [M:0;83c5a5c119d5:35807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:40:28,117 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:40:28,117 INFO [M:0;83c5a5c119d5:35807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35807 2024-11-14T02:40:28,117 INFO [M:0;83c5a5c119d5:35807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:40:28,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:40:28,248 INFO [M:0;83c5a5c119d5:35807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:40:28,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35807-0x101388068490000, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:40:28,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19bd8b56{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:40:28,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b481a9a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:40:28,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:40:28,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ebaa0ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:40:28,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ccc525c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/hadoop.log.dir/,STOPPED} 2024-11-14T02:40:28,251 WARN [BP-507064343-172.17.0.2-1731551999601 heartbeating to localhost/127.0.0.1:44613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:40:28,251 WARN [BP-507064343-172.17.0.2-1731551999601 heartbeating to localhost/127.0.0.1:44613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-507064343-172.17.0.2-1731551999601 (Datanode Uuid 440082c5-7616-4e50-b0fb-8aee8d25e1ed) service to localhost/127.0.0.1:44613 2024-11-14T02:40:28,252 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/cluster_8861786b-392c-0dd6-a973-eb39a2e3cf15/data/data1/current/BP-507064343-172.17.0.2-1731551999601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:40:28,252 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/cluster_8861786b-392c-0dd6-a973-eb39a2e3cf15/data/data2/current/BP-507064343-172.17.0.2-1731551999601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:40:28,252 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:40:28,252 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:40:28,252 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:40:28,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@233de56d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:40:28,257 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d70bb7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:40:28,257 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:40:28,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56603a02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:40:28,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12b3f654{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9686cee9-8287-5200-fa1a-d92e3e4edd19/hadoop.log.dir/,STOPPED} 2024-11-14T02:40:28,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T02:40:28,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:40:28,279 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 240) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42245 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:44613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44613 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58071) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58071) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=655 (was 625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=212 (was 198) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5295 (was 5317) 2024-11-14T02:40:28,287 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=212, ProcessCount=11, AvailableMemoryMB=5295 2024-11-14T02:40:28,298 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-14T02:40:28,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/hadoop.log.dir so I do NOT create it in target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed 2024-11-14T02:40:28,299 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:40:28,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/hadoop.tmp.dir so I do NOT create it in target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed 2024-11-14T02:40:28,299 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66562609-1ac0-34f0-6c41-666f2cbfd02d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:40:28,299 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed 2024-11-14T02:40:28,299 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/cluster_244e38f9-01f7-6db0-49b9-97d58551b0d4, deleteOnExit=true 2024-11-14T02:40:28,319 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/cluster_244e38f9-01f7-6db0-49b9-97d58551b0d4/zookeeper_0, clientPort=61043, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/cluster_244e38f9-01f7-6db0-49b9-97d58551b0d4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/cluster_244e38f9-01f7-6db0-49b9-97d58551b0d4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T02:40:28,320 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61043 2024-11-14T02:40:28,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:40:28,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:40:28,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/test.cache.data in system properties and HBase conf 2024-11-14T02:40:28,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:40:28,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:40:28,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:40:28,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:40:28,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:40:28,320 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:40:28,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:40:28,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:40:28,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:40:28,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:40:28,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:40:28,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:40:28,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:40:28,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:40:28,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:40:28,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:40:28,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:40:28,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:40:28,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:40:28,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:40:28,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101388068490005, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:40:28,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101388068490002, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:40:28,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101388068490002, quorum=127.0.0.1:58071, baseZNode=/01411593701 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:40:28,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101388068490005, quorum=127.0.0.1:58071, baseZNode=/1901312017 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:40:28,588 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:40:28,592 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:40:28,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:40:28,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:40:28,594 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:40:28,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:40:28,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fc6f425{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:40:28,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3769f558{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:40:28,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64a9f587{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/java.io.tmpdir/jetty-localhost-33379-hadoop-hdfs-3_4_1-tests_jar-_-any-9109569274164531206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:40:28,689 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e61613{HTTP/1.1, (http/1.1)}{localhost:33379} 2024-11-14T02:40:28,689 INFO [Time-limited test {}] server.Server(415): Started @229167ms 2024-11-14T02:40:28,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:40:28,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:40:28,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:40:28,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:40:28,902 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:40:28,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1916c03a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:40:28,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3aa6bc62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:40:28,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5300a547{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/java.io.tmpdir/jetty-localhost-35453-hadoop-hdfs-3_4_1-tests_jar-_-any-14423242192836663165/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:40:28,996 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36df1d49{HTTP/1.1, (http/1.1)}{localhost:35453} 2024-11-14T02:40:28,996 INFO [Time-limited test {}] server.Server(415): Started @229474ms 2024-11-14T02:40:28,996 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:40:29,521 WARN [Thread-2663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/cluster_244e38f9-01f7-6db0-49b9-97d58551b0d4/data/data2/current/BP-1286134928-172.17.0.2-1731552028337/current, will proceed with Du for space computation calculation, 2024-11-14T02:40:29,521 WARN [Thread-2662 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/cluster_244e38f9-01f7-6db0-49b9-97d58551b0d4/data/data1/current/BP-1286134928-172.17.0.2-1731552028337/current, will proceed with Du for space computation calculation, 2024-11-14T02:40:29,536 WARN [Thread-2650 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:40:29,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95e4b3e9d9a7b8e9 with lease ID 0x97f79cbad2e748d7: Processing first storage report for DS-06838ef0-5bb3-4fb7-b3a6-203071829027 from datanode DatanodeRegistration(127.0.0.1:38305, datanodeUuid=5d040440-2b45-45d3-a4a7-df9e0cd4f045, infoPort=39753, infoSecurePort=0, ipcPort=37311, storageInfo=lv=-57;cid=testClusterID;nsid=732899126;c=1731552028337) 2024-11-14T02:40:29,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95e4b3e9d9a7b8e9 with lease ID 0x97f79cbad2e748d7: from storage DS-06838ef0-5bb3-4fb7-b3a6-203071829027 node DatanodeRegistration(127.0.0.1:38305, datanodeUuid=5d040440-2b45-45d3-a4a7-df9e0cd4f045, infoPort=39753, infoSecurePort=0, ipcPort=37311, storageInfo=lv=-57;cid=testClusterID;nsid=732899126;c=1731552028337), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:40:29,538 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95e4b3e9d9a7b8e9 with lease ID 0x97f79cbad2e748d7: Processing first storage report for DS-4257d3ea-73b9-478d-9714-3625021f6361 from datanode DatanodeRegistration(127.0.0.1:38305, datanodeUuid=5d040440-2b45-45d3-a4a7-df9e0cd4f045, infoPort=39753, infoSecurePort=0, ipcPort=37311, storageInfo=lv=-57;cid=testClusterID;nsid=732899126;c=1731552028337) 2024-11-14T02:40:29,538 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95e4b3e9d9a7b8e9 with lease ID 0x97f79cbad2e748d7: from storage DS-4257d3ea-73b9-478d-9714-3625021f6361 node DatanodeRegistration(127.0.0.1:38305, datanodeUuid=5d040440-2b45-45d3-a4a7-df9e0cd4f045, infoPort=39753, infoSecurePort=0, ipcPort=37311, storageInfo=lv=-57;cid=testClusterID;nsid=732899126;c=1731552028337), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:40:29,618 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed 2024-11-14T02:40:29,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:29,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:29,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:40:30,025 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349 with version=8 2024-11-14T02:40:30,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/hbase-staging 2024-11-14T02:40:30,027 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:40:30,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:30,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:30,027 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:40:30,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:30,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:40:30,027 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:40:30,027 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:40:30,028 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33093 2024-11-14T02:40:30,028 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33093 connecting to ZooKeeper ensemble=127.0.0.1:61043 2024-11-14T02:40:30,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330930x0, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:30,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33093-0x1013880d8870000 connected 2024-11-14T02:40:30,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:30,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:30,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Set watcher on znode that does not yet exist, /0843075636/running 2024-11-14T02:40:30,167 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349, hbase.cluster.distributed=false 2024-11-14T02:40:30,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Set watcher on znode that does not yet exist, /0843075636/acl 2024-11-14T02:40:30,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33093 2024-11-14T02:40:30,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33093 2024-11-14T02:40:30,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33093 2024-11-14T02:40:30,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33093 2024-11-14T02:40:30,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33093 2024-11-14T02:40:30,196 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:40:30,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:30,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:30,196 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:40:30,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:30,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:40:30,196 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:40:30,196 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:40:30,197 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37277 2024-11-14T02:40:30,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37277 connecting to ZooKeeper ensemble=127.0.0.1:61043 2024-11-14T02:40:30,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:30,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:30,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372770x0, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:30,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372770x0, quorum=127.0.0.1:61043, baseZNode=/0843075636 Set watcher on znode that does not yet exist, /0843075636/running 2024-11-14T02:40:30,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37277-0x1013880d8870001 connected 2024-11-14T02:40:30,210 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:40:30,210 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:40:30,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Set watcher on znode that does not yet exist, /0843075636/master 2024-11-14T02:40:30,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Set watcher on znode that does not yet exist, /0843075636/acl 2024-11-14T02:40:30,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37277 2024-11-14T02:40:30,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37277 2024-11-14T02:40:30,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37277 2024-11-14T02:40:30,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37277 2024-11-14T02:40:30,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37277 2024-11-14T02:40:30,230 DEBUG [M:0;83c5a5c119d5:33093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:33093 2024-11-14T02:40:30,231 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0843075636/backup-masters/83c5a5c119d5,33093,1731552030026 2024-11-14T02:40:30,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636/backup-masters 2024-11-14T02:40:30,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636/backup-masters 2024-11-14T02:40:30,239 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Set watcher on existing znode=/0843075636/backup-masters/83c5a5c119d5,33093,1731552030026 2024-11-14T02:40:30,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636 2024-11-14T02:40:30,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0843075636/master 2024-11-14T02:40:30,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636 2024-11-14T02:40:30,248 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Set watcher on existing znode=/0843075636/master 2024-11-14T02:40:30,248 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0843075636/backup-masters/83c5a5c119d5,33093,1731552030026 from backup master directory 2024-11-14T02:40:30,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0843075636/backup-masters/83c5a5c119d5,33093,1731552030026 2024-11-14T02:40:30,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636/backup-masters 2024-11-14T02:40:30,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636/backup-masters 2024-11-14T02:40:30,256 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:40:30,256 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,33093,1731552030026 2024-11-14T02:40:30,259 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/hbase.id] with ID: 4dc41d8c-db81-4456-a4fc-36d61e198e5b 2024-11-14T02:40:30,259 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/.tmp/hbase.id 2024-11-14T02:40:30,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:40:30,663 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/.tmp/hbase.id]:[hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/hbase.id] 2024-11-14T02:40:30,671 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:30,671 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:40:30,672 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T02:40:30,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636 2024-11-14T02:40:30,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636 2024-11-14T02:40:30,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:40:31,103 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:40:31,103 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:40:31,104 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:31,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:40:31,509 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store 2024-11-14T02:40:31,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:40:31,881 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:40:31,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:31,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:31,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:31,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:31,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:31,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:31,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:31,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:31,914 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:31,914 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:40:31,914 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:31,914 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:31,914 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:40:31,914 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:31,915 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:31,915 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552031914Disabling compacts and flushes for region at 1731552031914Disabling writes for close at 1731552031914Writing region close event to WAL at 1731552031914Closed at 1731552031915 (+1 ms) 2024-11-14T02:40:31,915 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/.initializing 2024-11-14T02:40:31,915 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/WALs/83c5a5c119d5,33093,1731552030026 2024-11-14T02:40:31,916 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:40:31,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:31,917 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C33093%2C1731552030026, suffix=, logDir=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/WALs/83c5a5c119d5,33093,1731552030026, archiveDir=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/oldWALs, maxLogs=10 2024-11-14T02:40:31,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:31,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:31,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:31,943 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/WALs/83c5a5c119d5,33093,1731552030026/83c5a5c119d5%2C33093%2C1731552030026.1731552031917, exclude list is [], retry=0 2024-11-14T02:40:31,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38305,DS-06838ef0-5bb3-4fb7-b3a6-203071829027,DISK] 2024-11-14T02:40:31,946 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/WALs/83c5a5c119d5,33093,1731552030026/83c5a5c119d5%2C33093%2C1731552030026.1731552031917 2024-11-14T02:40:31,946 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39753:39753)] 2024-11-14T02:40:31,947 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:31,947 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:31,947 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:31,947 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:31,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:31,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:40:31,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:31,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:31,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:31,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:40:31,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:31,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:31,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:31,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:40:31,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:31,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:31,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:31,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:40:31,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:31,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:31,952 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:31,953 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:31,953 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:31,954 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:31,954 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:31,954 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:40:31,955 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:31,956 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:31,957 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61804159, jitterRate=-0.07904626429080963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:40:31,957 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731552031947Initializing all the Stores at 1731552031947Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552031948 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552031948Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552031948Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552031948Cleaning up temporary data from old regions at 1731552031954 (+6 ms)Region opened successfully at 1731552031957 (+3 ms) 2024-11-14T02:40:31,957 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:40:31,959 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e06665b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:40:31,960 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:40:31,960 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:40:31,960 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:40:31,960 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:40:31,961 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:40:31,961 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:40:31,961 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:40:31,962 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:40:31,963 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Unable to get data of znode /0843075636/balancer because node does not exist (not necessarily an error) 2024-11-14T02:40:31,989 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0843075636/balancer already deleted, retry=false 2024-11-14T02:40:31,989 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:40:31,990 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Unable to get data of znode /0843075636/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:40:31,997 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0843075636/normalizer already deleted, retry=false 2024-11-14T02:40:31,997 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:40:31,998 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Unable to get data of znode /0843075636/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:40:32,005 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0843075636/switch/split already deleted, retry=false 2024-11-14T02:40:32,006 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Unable to get data of znode /0843075636/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:40:32,014 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0843075636/switch/merge already deleted, retry=false 2024-11-14T02:40:32,015 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Unable to get data of znode /0843075636/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:40:32,022 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0843075636/snapshot-cleanup already deleted, retry=false 2024-11-14T02:40:32,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0843075636/running 2024-11-14T02:40:32,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0843075636/running 2024-11-14T02:40:32,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636 2024-11-14T02:40:32,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636 2024-11-14T02:40:32,031 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,33093,1731552030026, sessionid=0x1013880d8870000, setting cluster-up flag (Was=false) 2024-11-14T02:40:32,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636 2024-11-14T02:40:32,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636 2024-11-14T02:40:32,072 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0843075636/flush-table-proc/acquired, /0843075636/flush-table-proc/reached, /0843075636/flush-table-proc/abort 2024-11-14T02:40:32,073 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,33093,1731552030026 2024-11-14T02:40:32,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636 2024-11-14T02:40:32,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636 2024-11-14T02:40:32,114 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0843075636/online-snapshot/acquired, /0843075636/online-snapshot/reached, /0843075636/online-snapshot/abort 2024-11-14T02:40:32,115 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,33093,1731552030026 2024-11-14T02:40:32,115 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:40:32,116 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:32,116 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:40:32,116 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:40:32,117 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,33093,1731552030026 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:40:32,117 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:32,117 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:32,117 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:32,117 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:32,117 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:40:32,117 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:32,117 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:40:32,118 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:32,118 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552062118 2024-11-14T02:40:32,118 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:40:32,118 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:40:32,118 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:40:32,119 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:40:32,119 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(746): ClusterId : 4dc41d8c-db81-4456-a4fc-36d61e198e5b 2024-11-14T02:40:32,119 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:40:32,119 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:40:32,119 DEBUG [RS:0;83c5a5c119d5:37277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:40:32,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:32,119 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:40:32,119 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,119 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:40:32,119 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:40:32,119 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:40:32,119 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:40:32,119 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:40:32,119 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:40:32,119 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:32,120 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:40:32,120 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552032119,5,FailOnTimeoutGroup] 2024-11-14T02:40:32,123 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552032120,5,FailOnTimeoutGroup] 2024-11-14T02:40:32,123 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,123 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:40:32,123 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,123 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,126 DEBUG [RS:0;83c5a5c119d5:37277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:40:32,126 DEBUG [RS:0;83c5a5c119d5:37277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:40:32,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:40:32,135 DEBUG [RS:0;83c5a5c119d5:37277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:40:32,135 DEBUG [RS:0;83c5a5c119d5:37277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3ee4c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:40:32,149 DEBUG [RS:0;83c5a5c119d5:37277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:37277 2024-11-14T02:40:32,149 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:40:32,149 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:40:32,150 DEBUG [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:40:32,150 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,33093,1731552030026 with port=37277, startcode=1731552030195 2024-11-14T02:40:32,150 DEBUG [RS:0;83c5a5c119d5:37277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:40:32,151 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:40:32,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,37277,1731552030195 2024-11-14T02:40:32,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33093 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,37277,1731552030195 2024-11-14T02:40:32,153 DEBUG [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349 2024-11-14T02:40:32,153 DEBUG [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35601 2024-11-14T02:40:32,153 DEBUG [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:40:32,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636/rs 2024-11-14T02:40:32,160 DEBUG [RS:0;83c5a5c119d5:37277 {}] zookeeper.ZKUtil(111): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Set watcher on existing znode=/0843075636/rs/83c5a5c119d5,37277,1731552030195 2024-11-14T02:40:32,160 WARN [RS:0;83c5a5c119d5:37277 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:40:32,160 INFO [RS:0;83c5a5c119d5:37277 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:32,160 DEBUG [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195 2024-11-14T02:40:32,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,37277,1731552030195] 2024-11-14T02:40:32,162 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:40:32,164 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:40:32,165 INFO [RS:0;83c5a5c119d5:37277 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:40:32,165 INFO [RS:0;83c5a5c119d5:37277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,165 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:40:32,165 INFO [RS:0;83c5a5c119d5:37277 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:40:32,165 INFO [RS:0;83c5a5c119d5:37277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,165 DEBUG [RS:0;83c5a5c119d5:37277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:32,165 DEBUG [RS:0;83c5a5c119d5:37277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:32,166 DEBUG [RS:0;83c5a5c119d5:37277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:32,166 DEBUG [RS:0;83c5a5c119d5:37277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:32,166 DEBUG [RS:0;83c5a5c119d5:37277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:32,166 DEBUG [RS:0;83c5a5c119d5:37277 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:40:32,166 DEBUG [RS:0;83c5a5c119d5:37277 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:32,166 DEBUG [RS:0;83c5a5c119d5:37277 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:32,166 DEBUG [RS:0;83c5a5c119d5:37277 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:32,166 DEBUG [RS:0;83c5a5c119d5:37277 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:32,166 DEBUG [RS:0;83c5a5c119d5:37277 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:32,166 DEBUG [RS:0;83c5a5c119d5:37277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:32,166 DEBUG [RS:0;83c5a5c119d5:37277 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:40:32,166 DEBUG [RS:0;83c5a5c119d5:37277 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:40:32,167 INFO [RS:0;83c5a5c119d5:37277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,167 INFO [RS:0;83c5a5c119d5:37277 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,167 INFO [RS:0;83c5a5c119d5:37277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,167 INFO [RS:0;83c5a5c119d5:37277 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,167 INFO [RS:0;83c5a5c119d5:37277 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,167 INFO [RS:0;83c5a5c119d5:37277 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,37277,1731552030195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:40:32,179 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:40:32,179 INFO [RS:0;83c5a5c119d5:37277 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,37277,1731552030195-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,179 INFO [RS:0;83c5a5c119d5:37277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,179 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.Replication(171): 83c5a5c119d5,37277,1731552030195 started 2024-11-14T02:40:32,190 INFO [RS:0;83c5a5c119d5:37277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,190 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,37277,1731552030195, RpcServer on 83c5a5c119d5/172.17.0.2:37277, sessionid=0x1013880d8870001 2024-11-14T02:40:32,191 DEBUG [RS:0;83c5a5c119d5:37277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:40:32,191 DEBUG [RS:0;83c5a5c119d5:37277 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,37277,1731552030195 2024-11-14T02:40:32,191 DEBUG [RS:0;83c5a5c119d5:37277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,37277,1731552030195' 2024-11-14T02:40:32,191 DEBUG [RS:0;83c5a5c119d5:37277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0843075636/flush-table-proc/abort' 2024-11-14T02:40:32,191 DEBUG [RS:0;83c5a5c119d5:37277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0843075636/flush-table-proc/acquired' 2024-11-14T02:40:32,191 DEBUG [RS:0;83c5a5c119d5:37277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:40:32,191 DEBUG [RS:0;83c5a5c119d5:37277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:40:32,191 DEBUG [RS:0;83c5a5c119d5:37277 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,37277,1731552030195 2024-11-14T02:40:32,191 DEBUG [RS:0;83c5a5c119d5:37277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,37277,1731552030195' 2024-11-14T02:40:32,191 DEBUG [RS:0;83c5a5c119d5:37277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0843075636/online-snapshot/abort' 2024-11-14T02:40:32,192 DEBUG [RS:0;83c5a5c119d5:37277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0843075636/online-snapshot/acquired' 2024-11-14T02:40:32,192 DEBUG [RS:0;83c5a5c119d5:37277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:40:32,192 INFO [RS:0;83c5a5c119d5:37277 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:40:32,192 INFO [RS:0;83c5a5c119d5:37277 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:40:32,292 INFO [RS:0;83c5a5c119d5:37277 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:40:32,293 INFO [RS:0;83c5a5c119d5:37277 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C37277%2C1731552030195, suffix=, logDir=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195, archiveDir=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/oldWALs, maxLogs=10 2024-11-14T02:40:32,304 DEBUG [RS:0;83c5a5c119d5:37277 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293, exclude list is [], retry=0 2024-11-14T02:40:32,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38305,DS-06838ef0-5bb3-4fb7-b3a6-203071829027,DISK] 2024-11-14T02:40:32,310 INFO [RS:0;83c5a5c119d5:37277 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 2024-11-14T02:40:32,311 DEBUG [RS:0;83c5a5c119d5:37277 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39753:39753)] 2024-11-14T02:40:32,531 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:40:32,531 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349 2024-11-14T02:40:32,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:40:32,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:32,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:40:32,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:40:32,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:32,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:32,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:40:32,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:40:32,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:32,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:32,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:40:32,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:40:32,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:32,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:32,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:40:32,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:40:32,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:32,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:32,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:40:32,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740 2024-11-14T02:40:32,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740 2024-11-14T02:40:32,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:40:32,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:40:32,544 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:40:32,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:40:32,547 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:32,547 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64829907, jitterRate=-0.03395910561084747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:40:32,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731552032536Initializing all the Stores at 1731552032537 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552032537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552032537Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552032537Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552032537Cleaning up temporary data from old regions at 1731552032544 (+7 ms)Region opened successfully at 1731552032548 (+4 ms) 2024-11-14T02:40:32,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:40:32,548 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:40:32,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:40:32,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:40:32,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:40:32,548 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:40:32,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552032548Disabling compacts and flushes for region at 1731552032548Disabling writes for close at 1731552032548Writing region close event to WAL at 1731552032548Closed at 1731552032548 2024-11-14T02:40:32,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:32,549 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:40:32,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:40:32,550 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:40:32,551 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:40:32,701 DEBUG [83c5a5c119d5:33093 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:40:32,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,37277,1731552030195 2024-11-14T02:40:32,702 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,37277,1731552030195, state=OPENING 2024-11-14T02:40:32,730 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:40:32,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636 2024-11-14T02:40:32,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636 2024-11-14T02:40:32,739 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:40:32,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0843075636/meta-region-server: CHANGED 2024-11-14T02:40:32,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0843075636/meta-region-server: CHANGED 2024-11-14T02:40:32,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,37277,1731552030195}] 2024-11-14T02:40:32,890 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:40:32,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:40:32,893 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:40:32,893 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:32,894 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:40:32,895 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C37277%2C1731552030195.meta, suffix=.meta, logDir=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195, archiveDir=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/oldWALs, maxLogs=10 2024-11-14T02:40:32,907 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.meta.1731552032895.meta, exclude list is [], retry=0 2024-11-14T02:40:32,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38305,DS-06838ef0-5bb3-4fb7-b3a6-203071829027,DISK] 2024-11-14T02:40:32,910 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.meta.1731552032895.meta 2024-11-14T02:40:32,910 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39753:39753)] 2024-11-14T02:40:32,910 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:32,910 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:40:32,911 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:40:32,911 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:40:32,911 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:40:32,911 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:40:32,911 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:32,911 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:40:32,911 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:40:32,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:40:32,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:40:32,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:32,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:32,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:40:32,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:40:32,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:32,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:32,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:40:32,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:40:32,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:32,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:32,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:40:32,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:40:32,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:32,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:32,915 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:40:32,916 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740 2024-11-14T02:40:32,916 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740 2024-11-14T02:40:32,917 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:40:32,917 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:40:32,917 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:40:32,918 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:40:32,919 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62549193, jitterRate=-0.06794439256191254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:40:32,919 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:40:32,919 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731552032911Writing region info on filesystem at 1731552032911Initializing all the Stores at 1731552032912 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552032912Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552032912Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552032912Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552032912Cleaning up temporary data from old regions at 1731552032917 (+5 ms)Running coprocessor post-open hooks at 1731552032919 (+2 ms)Region opened successfully at 1731552032919 2024-11-14T02:40:32,920 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731552032890 2024-11-14T02:40:32,921 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:40:32,921 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:40:32,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,37277,1731552030195 2024-11-14T02:40:32,923 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,37277,1731552030195, state=OPEN 2024-11-14T02:40:32,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0843075636/meta-region-server 2024-11-14T02:40:32,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0843075636/meta-region-server 2024-11-14T02:40:32,954 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,37277,1731552030195 2024-11-14T02:40:32,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0843075636/meta-region-server: CHANGED 2024-11-14T02:40:32,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0843075636/meta-region-server: CHANGED 2024-11-14T02:40:32,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:40:32,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,37277,1731552030195 in 215 msec 2024-11-14T02:40:32,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:40:32,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-11-14T02:40:32,958 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:32,959 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:40:32,959 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:32,960 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,37277,1731552030195, seqNum=-1] 2024-11-14T02:40:32,960 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:32,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:32,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 848 msec 2024-11-14T02:40:32,964 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731552032964, completionTime=-1 2024-11-14T02:40:32,965 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:40:32,965 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:40:32,966 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:40:32,966 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552092966 2024-11-14T02:40:32,966 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552152966 2024-11-14T02:40:32,966 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T02:40:32,966 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,33093,1731552030026-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,966 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,33093,1731552030026-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,966 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,33093,1731552030026-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,966 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:33093, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,966 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,967 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:32,968 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:40:32,969 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.713sec 2024-11-14T02:40:32,969 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:40:32,969 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:40:32,969 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:40:32,969 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:40:32,970 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:40:32,970 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,33093,1731552030026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:40:32,970 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,33093,1731552030026-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:40:32,971 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:40:32,971 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:40:32,971 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,33093,1731552030026-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:33,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ccedaa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:33,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,33093,-1 for getting cluster id 2024-11-14T02:40:33,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:33,020 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4dc41d8c-db81-4456-a4fc-36d61e198e5b' 2024-11-14T02:40:33,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:33,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4dc41d8c-db81-4456-a4fc-36d61e198e5b" 2024-11-14T02:40:33,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb06c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:33,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,33093,-1] 2024-11-14T02:40:33,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:33,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:33,021 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:33,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330652c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:33,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:33,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,37277,1731552030195, seqNum=-1] 2024-11-14T02:40:33,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:33,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:33,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,33093,1731552030026 2024-11-14T02:40:33,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61043 2024-11-14T02:40:33,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:33,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013880d8870002 connected 2024-11-14T02:40:33,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/hadoop.log.dir so I do NOT create it in target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce 2024-11-14T02:40:33,053 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:40:33,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/hadoop.tmp.dir so I do NOT create it in target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce 2024-11-14T02:40:33,053 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:40:33,053 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce 2024-11-14T02:40:33,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:40:33,053 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/cluster_424aaf38-aaca-d731-8a7e-cd19fc354d0b, deleteOnExit=true 2024-11-14T02:40:33,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:40:33,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/test.cache.data in system properties and HBase conf 2024-11-14T02:40:33,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:40:33,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:40:33,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:40:33,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:40:33,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:40:33,054 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:40:33,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:40:33,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:40:33,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:40:33,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:40:33,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:40:33,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:40:33,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:40:33,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:40:33,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:40:33,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:40:33,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:40:33,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:40:33,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:40:33,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:40:33,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:40:33,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:40:33,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:40:33,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:40:33,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:40:33,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:40:33,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b12147{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:40:33,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@503cf90c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:40:33,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1616dc96{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/java.io.tmpdir/jetty-localhost-42013-hadoop-hdfs-3_4_1-tests_jar-_-any-15017545837676867831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:40:33,422 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44dbfc84{HTTP/1.1, (http/1.1)}{localhost:42013} 2024-11-14T02:40:33,422 INFO [Time-limited test {}] server.Server(415): Started @233900ms 2024-11-14T02:40:33,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:40:33,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:40:33,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:40:33,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:40:33,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:40:33,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44a91cc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:40:33,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@674af949{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:40:33,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b23a4a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/java.io.tmpdir/jetty-localhost-32789-hadoop-hdfs-3_4_1-tests_jar-_-any-1728746360041297065/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:40:33,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56de0319{HTTP/1.1, (http/1.1)}{localhost:32789} 2024-11-14T02:40:33,713 INFO [Time-limited test {}] server.Server(415): Started @234191ms 2024-11-14T02:40:33,714 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:40:34,202 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:34,202 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:40:34,203 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38368 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:40:34,239 WARN [Thread-2783 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/cluster_424aaf38-aaca-d731-8a7e-cd19fc354d0b/data/data1/current/BP-427160935-172.17.0.2-1731552033067/current, will proceed with Du for space computation calculation, 2024-11-14T02:40:34,239 WARN [Thread-2784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/cluster_424aaf38-aaca-d731-8a7e-cd19fc354d0b/data/data2/current/BP-427160935-172.17.0.2-1731552033067/current, will proceed with Du for space computation calculation, 2024-11-14T02:40:34,257 WARN [Thread-2771 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:40:34,260 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b16368aacc9ccc1 with lease ID 0x2b25f79a13cd519f: Processing first storage report for DS-8724c88f-1f9c-462e-b68c-9665b13ba862 from datanode DatanodeRegistration(127.0.0.1:44421, datanodeUuid=8c407939-669e-4b05-b254-29294520dba1, infoPort=46521, infoSecurePort=0, ipcPort=38867, storageInfo=lv=-57;cid=testClusterID;nsid=745296953;c=1731552033067) 2024-11-14T02:40:34,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b16368aacc9ccc1 with lease ID 0x2b25f79a13cd519f: from storage DS-8724c88f-1f9c-462e-b68c-9665b13ba862 node DatanodeRegistration(127.0.0.1:44421, datanodeUuid=8c407939-669e-4b05-b254-29294520dba1, infoPort=46521, infoSecurePort=0, ipcPort=38867, storageInfo=lv=-57;cid=testClusterID;nsid=745296953;c=1731552033067), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:40:34,260 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b16368aacc9ccc1 with lease ID 0x2b25f79a13cd519f: Processing first storage report for DS-53c336a4-c84d-455f-9398-9c4b438b7172 from datanode DatanodeRegistration(127.0.0.1:44421, datanodeUuid=8c407939-669e-4b05-b254-29294520dba1, infoPort=46521, infoSecurePort=0, ipcPort=38867, storageInfo=lv=-57;cid=testClusterID;nsid=745296953;c=1731552033067) 2024-11-14T02:40:34,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b16368aacc9ccc1 with lease ID 0x2b25f79a13cd519f: from storage DS-53c336a4-c84d-455f-9398-9c4b438b7172 node DatanodeRegistration(127.0.0.1:44421, datanodeUuid=8c407939-669e-4b05-b254-29294520dba1, infoPort=46521, infoSecurePort=0, ipcPort=38867, storageInfo=lv=-57;cid=testClusterID;nsid=745296953;c=1731552033067), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:40:34,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce 2024-11-14T02:40:34,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:34,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:34,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:40:34,746 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6 with version=8 2024-11-14T02:40:34,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/hbase-staging 2024-11-14T02:40:34,748 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:40:34,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:34,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:34,748 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:40:34,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:34,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:40:34,748 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:40:34,749 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:40:34,749 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38367 2024-11-14T02:40:34,750 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38367 connecting to ZooKeeper ensemble=127.0.0.1:61043 2024-11-14T02:40:34,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383670x0, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:34,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38367-0x1013880d8870003 connected 2024-11-14T02:40:34,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:34,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:34,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Set watcher on znode that does not yet exist, /1-143287963/running 2024-11-14T02:40:34,842 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6, hbase.cluster.distributed=false 2024-11-14T02:40:34,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Set watcher on znode that does not yet exist, /1-143287963/acl 2024-11-14T02:40:34,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38367 2024-11-14T02:40:34,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38367 2024-11-14T02:40:34,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38367 2024-11-14T02:40:34,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38367 2024-11-14T02:40:34,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38367 2024-11-14T02:40:34,861 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:40:34,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:34,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:34,862 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:40:34,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:34,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:40:34,862 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:40:34,862 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:40:34,863 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42989 2024-11-14T02:40:34,863 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42989 connecting to ZooKeeper ensemble=127.0.0.1:61043 2024-11-14T02:40:34,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:34,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:34,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429890x0, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:34,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42989-0x1013880d8870004 connected 2024-11-14T02:40:34,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Set watcher on znode that does not yet exist, /1-143287963/running 2024-11-14T02:40:34,876 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:40:34,877 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:40:34,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Set watcher on znode that does not yet exist, /1-143287963/master 2024-11-14T02:40:34,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Set watcher on znode that does not yet exist, /1-143287963/acl 2024-11-14T02:40:34,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42989 2024-11-14T02:40:34,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42989 2024-11-14T02:40:34,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42989 2024-11-14T02:40:34,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42989 2024-11-14T02:40:34,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42989 2024-11-14T02:40:34,892 DEBUG [M:0;83c5a5c119d5:38367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:38367 2024-11-14T02:40:34,893 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-143287963/backup-masters/83c5a5c119d5,38367,1731552034748 2024-11-14T02:40:34,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963/backup-masters 2024-11-14T02:40:34,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963/backup-masters 2024-11-14T02:40:34,901 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Set watcher on existing znode=/1-143287963/backup-masters/83c5a5c119d5,38367,1731552034748 2024-11-14T02:40:34,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-143287963/master 2024-11-14T02:40:34,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963 2024-11-14T02:40:34,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963 2024-11-14T02:40:34,909 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Set watcher on existing znode=/1-143287963/master 2024-11-14T02:40:34,910 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-143287963/backup-masters/83c5a5c119d5,38367,1731552034748 from backup master directory 2024-11-14T02:40:34,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-143287963/backup-masters/83c5a5c119d5,38367,1731552034748 2024-11-14T02:40:34,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963/backup-masters 2024-11-14T02:40:34,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963/backup-masters 2024-11-14T02:40:34,917 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:40:34,917 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,38367,1731552034748 2024-11-14T02:40:34,920 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/hbase.id] with ID: 5aef4252-6e54-4505-ac04-3bf956560ea4 2024-11-14T02:40:34,920 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/.tmp/hbase.id 2024-11-14T02:40:34,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:40:35,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T02:40:35,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:40:35,323 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/.tmp/hbase.id]:[hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/hbase.id] 2024-11-14T02:40:35,332 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:35,332 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:40:35,333 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T02:40:35,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963 2024-11-14T02:40:35,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963 2024-11-14T02:40:35,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:40:35,369 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:40:35,369 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:40:35,370 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:35,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:40:35,775 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store 2024-11-14T02:40:35,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:40:36,180 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:36,180 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:40:36,180 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:36,180 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:36,180 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:40:36,180 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:36,180 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:36,180 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552036180Disabling compacts and flushes for region at 1731552036180Disabling writes for close at 1731552036180Writing region close event to WAL at 1731552036180Closed at 1731552036180 2024-11-14T02:40:36,181 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/.initializing 2024-11-14T02:40:36,181 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/WALs/83c5a5c119d5,38367,1731552034748 2024-11-14T02:40:36,181 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:40:36,183 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C38367%2C1731552034748, suffix=, logDir=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/WALs/83c5a5c119d5,38367,1731552034748, archiveDir=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/oldWALs, maxLogs=10 2024-11-14T02:40:36,194 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/WALs/83c5a5c119d5,38367,1731552034748/83c5a5c119d5%2C38367%2C1731552034748.1731552036183, exclude list is [], retry=0 2024-11-14T02:40:36,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44421,DS-8724c88f-1f9c-462e-b68c-9665b13ba862,DISK] 2024-11-14T02:40:36,198 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/WALs/83c5a5c119d5,38367,1731552034748/83c5a5c119d5%2C38367%2C1731552034748.1731552036183 2024-11-14T02:40:36,198 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46521:46521)] 2024-11-14T02:40:36,198 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:36,198 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:36,198 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:36,198 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:36,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:36,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:40:36,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:36,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:36,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:36,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:40:36,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:36,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:36,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:36,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:40:36,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:36,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:36,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:36,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:40:36,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:36,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:36,203 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:36,204 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:36,204 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:36,205 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:36,205 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:36,205 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:40:36,206 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:36,207 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:36,207 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65798635, jitterRate=-0.01952393352985382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:40:36,207 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731552036198Initializing all the Stores at 1731552036199 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552036199Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552036199Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552036199Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552036199Cleaning up temporary data from old regions at 1731552036205 (+6 ms)Region opened successfully at 1731552036207 (+2 ms) 2024-11-14T02:40:36,207 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:40:36,209 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4301da4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:40:36,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:40:36,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:40:36,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:40:36,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:40:36,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:40:36,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:40:36,210 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:40:36,212 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:40:36,212 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Unable to get data of znode /1-143287963/balancer because node does not exist (not necessarily an error) 2024-11-14T02:40:36,239 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-143287963/balancer already deleted, retry=false 2024-11-14T02:40:36,239 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:40:36,240 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Unable to get data of znode /1-143287963/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:40:36,247 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-143287963/normalizer already deleted, retry=false 2024-11-14T02:40:36,247 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:40:36,248 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Unable to get data of znode /1-143287963/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:40:36,255 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-143287963/switch/split already deleted, retry=false 2024-11-14T02:40:36,256 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Unable to get data of znode /1-143287963/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:40:36,264 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-143287963/switch/merge already deleted, retry=false 2024-11-14T02:40:36,265 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Unable to get data of znode /1-143287963/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:40:36,272 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-143287963/snapshot-cleanup already deleted, retry=false 2024-11-14T02:40:36,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-143287963/running 2024-11-14T02:40:36,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-143287963/running 2024-11-14T02:40:36,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963 2024-11-14T02:40:36,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963 2024-11-14T02:40:36,281 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,38367,1731552034748, sessionid=0x1013880d8870003, setting cluster-up flag (Was=false) 2024-11-14T02:40:36,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963 2024-11-14T02:40:36,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963 2024-11-14T02:40:36,322 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-143287963/flush-table-proc/acquired, /1-143287963/flush-table-proc/reached, /1-143287963/flush-table-proc/abort 2024-11-14T02:40:36,323 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,38367,1731552034748 2024-11-14T02:40:36,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963 2024-11-14T02:40:36,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963 2024-11-14T02:40:36,364 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-143287963/online-snapshot/acquired, /1-143287963/online-snapshot/reached, /1-143287963/online-snapshot/abort 2024-11-14T02:40:36,365 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,38367,1731552034748 2024-11-14T02:40:36,365 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:40:36,366 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:36,367 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:40:36,367 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:40:36,367 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,38367,1731552034748 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:40:36,368 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:36,368 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:36,368 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:36,368 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:36,368 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:40:36,368 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:36,368 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:40:36,368 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:36,369 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552066369 2024-11-14T02:40:36,369 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:40:36,369 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:40:36,369 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:36,369 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:40:36,369 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:40:36,369 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:40:36,369 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:40:36,369 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:40:36,370 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:36,370 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:40:36,370 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:36,370 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:40:36,370 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:40:36,370 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:40:36,370 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:40:36,371 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:40:36,371 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:40:36,371 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552036371,5,FailOnTimeoutGroup] 2024-11-14T02:40:36,375 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552036371,5,FailOnTimeoutGroup] 2024-11-14T02:40:36,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:36,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:40:36,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:36,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:36,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:40:36,381 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(746): ClusterId : 5aef4252-6e54-4505-ac04-3bf956560ea4 2024-11-14T02:40:36,381 DEBUG [RS:0;83c5a5c119d5:42989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:40:36,390 DEBUG [RS:0;83c5a5c119d5:42989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:40:36,390 DEBUG [RS:0;83c5a5c119d5:42989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:40:36,398 DEBUG [RS:0;83c5a5c119d5:42989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:40:36,398 DEBUG [RS:0;83c5a5c119d5:42989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731ffa9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:40:36,408 DEBUG [RS:0;83c5a5c119d5:42989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:42989 2024-11-14T02:40:36,408 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:40:36,408 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:40:36,408 DEBUG [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:40:36,409 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,38367,1731552034748 with port=42989, startcode=1731552034861 2024-11-14T02:40:36,409 DEBUG [RS:0;83c5a5c119d5:42989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:40:36,410 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:40:36,410 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,42989,1731552034861 2024-11-14T02:40:36,410 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38367 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,42989,1731552034861 2024-11-14T02:40:36,411 DEBUG [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6 2024-11-14T02:40:36,411 DEBUG [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37705 2024-11-14T02:40:36,411 DEBUG [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:40:36,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963/rs 2024-11-14T02:40:36,418 DEBUG [RS:0;83c5a5c119d5:42989 {}] zookeeper.ZKUtil(111): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Set watcher on existing znode=/1-143287963/rs/83c5a5c119d5,42989,1731552034861 2024-11-14T02:40:36,418 WARN [RS:0;83c5a5c119d5:42989 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:40:36,418 INFO [RS:0;83c5a5c119d5:42989 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:36,418 DEBUG [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861 2024-11-14T02:40:36,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,42989,1731552034861] 2024-11-14T02:40:36,421 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:40:36,423 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:40:36,423 INFO [RS:0;83c5a5c119d5:42989 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:40:36,423 INFO [RS:0;83c5a5c119d5:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:36,425 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:40:36,425 INFO [RS:0;83c5a5c119d5:42989 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:40:36,425 INFO [RS:0;83c5a5c119d5:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:36,425 DEBUG [RS:0;83c5a5c119d5:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:36,425 DEBUG [RS:0;83c5a5c119d5:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:36,425 DEBUG [RS:0;83c5a5c119d5:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:36,425 DEBUG [RS:0;83c5a5c119d5:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:36,425 DEBUG [RS:0;83c5a5c119d5:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:36,425 DEBUG [RS:0;83c5a5c119d5:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:40:36,426 DEBUG [RS:0;83c5a5c119d5:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:36,426 DEBUG [RS:0;83c5a5c119d5:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:36,426 DEBUG [RS:0;83c5a5c119d5:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:36,426 DEBUG [RS:0;83c5a5c119d5:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:36,426 DEBUG [RS:0;83c5a5c119d5:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:36,426 DEBUG [RS:0;83c5a5c119d5:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:36,426 DEBUG [RS:0;83c5a5c119d5:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:40:36,426 DEBUG [RS:0;83c5a5c119d5:42989 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:40:36,426 INFO [RS:0;83c5a5c119d5:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:36,426 INFO [RS:0;83c5a5c119d5:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:36,426 INFO [RS:0;83c5a5c119d5:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:36,426 INFO [RS:0;83c5a5c119d5:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:36,426 INFO [RS:0;83c5a5c119d5:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:36,426 INFO [RS:0;83c5a5c119d5:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42989,1731552034861-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:40:36,438 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:40:36,438 INFO [RS:0;83c5a5c119d5:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42989,1731552034861-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:36,438 INFO [RS:0;83c5a5c119d5:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:36,438 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.Replication(171): 83c5a5c119d5,42989,1731552034861 started 2024-11-14T02:40:36,450 INFO [RS:0;83c5a5c119d5:42989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:36,450 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,42989,1731552034861, RpcServer on 83c5a5c119d5/172.17.0.2:42989, sessionid=0x1013880d8870004 2024-11-14T02:40:36,450 DEBUG [RS:0;83c5a5c119d5:42989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:40:36,450 DEBUG [RS:0;83c5a5c119d5:42989 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,42989,1731552034861 2024-11-14T02:40:36,450 DEBUG [RS:0;83c5a5c119d5:42989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,42989,1731552034861' 2024-11-14T02:40:36,450 DEBUG [RS:0;83c5a5c119d5:42989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-143287963/flush-table-proc/abort' 2024-11-14T02:40:36,450 DEBUG [RS:0;83c5a5c119d5:42989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-143287963/flush-table-proc/acquired' 2024-11-14T02:40:36,451 DEBUG [RS:0;83c5a5c119d5:42989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:40:36,451 DEBUG [RS:0;83c5a5c119d5:42989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:40:36,451 DEBUG [RS:0;83c5a5c119d5:42989 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,42989,1731552034861 2024-11-14T02:40:36,451 DEBUG [RS:0;83c5a5c119d5:42989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,42989,1731552034861' 2024-11-14T02:40:36,451 DEBUG [RS:0;83c5a5c119d5:42989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-143287963/online-snapshot/abort' 2024-11-14T02:40:36,451 DEBUG [RS:0;83c5a5c119d5:42989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-143287963/online-snapshot/acquired' 2024-11-14T02:40:36,451 DEBUG [RS:0;83c5a5c119d5:42989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:40:36,451 INFO [RS:0;83c5a5c119d5:42989 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:40:36,451 INFO [RS:0;83c5a5c119d5:42989 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:40:36,552 INFO [RS:0;83c5a5c119d5:42989 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:40:36,553 INFO [RS:0;83c5a5c119d5:42989 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C42989%2C1731552034861, suffix=, logDir=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861, archiveDir=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/oldWALs, maxLogs=10 2024-11-14T02:40:36,564 DEBUG [RS:0;83c5a5c119d5:42989 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553, exclude list is [], retry=0 2024-11-14T02:40:36,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44421,DS-8724c88f-1f9c-462e-b68c-9665b13ba862,DISK] 2024-11-14T02:40:36,568 INFO [RS:0;83c5a5c119d5:42989 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 2024-11-14T02:40:36,568 DEBUG [RS:0;83c5a5c119d5:42989 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46521:46521)] 2024-11-14T02:40:36,781 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:40:36,781 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6 2024-11-14T02:40:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:40:37,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:37,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:40:37,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:40:37,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:37,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:37,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:40:37,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:40:37,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:37,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:37,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:40:37,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:40:37,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:37,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:37,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:40:37,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:40:37,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:37,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:37,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:40:37,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740 2024-11-14T02:40:37,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740 2024-11-14T02:40:37,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:40:37,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:40:37,193 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:40:37,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:40:37,194 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:37,195 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62176551, jitterRate=-0.07349719107151031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:40:37,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731552037186Initializing all the Stores at 1731552037187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552037187Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552037187Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552037187Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552037187Cleaning up temporary data from old regions at 1731552037192 (+5 ms)Region opened successfully at 1731552037195 (+3 ms) 2024-11-14T02:40:37,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:40:37,195 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:40:37,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:40:37,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:40:37,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:40:37,195 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:40:37,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552037195Disabling compacts and flushes for region at 1731552037195Disabling writes for close at 1731552037195Writing region close event to WAL at 1731552037195Closed at 1731552037195 2024-11-14T02:40:37,196 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:37,196 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:40:37,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:40:37,196 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:40:37,197 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:40:37,347 DEBUG [83c5a5c119d5:38367 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:40:37,348 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,42989,1731552034861 2024-11-14T02:40:37,348 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,42989,1731552034861, state=OPENING 2024-11-14T02:40:37,419 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:40:37,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963 2024-11-14T02:40:37,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963 2024-11-14T02:40:37,434 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:40:37,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-143287963/meta-region-server: CHANGED 2024-11-14T02:40:37,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,42989,1731552034861}] 2024-11-14T02:40:37,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-143287963/meta-region-server: CHANGED 2024-11-14T02:40:37,586 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:40:37,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:40:37,590 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:40:37,590 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:37,590 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:40:37,591 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C42989%2C1731552034861.meta, suffix=.meta, logDir=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861, archiveDir=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/oldWALs, maxLogs=10 2024-11-14T02:40:37,602 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.meta.1731552037591.meta, exclude list is [], retry=0 2024-11-14T02:40:37,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44421,DS-8724c88f-1f9c-462e-b68c-9665b13ba862,DISK] 2024-11-14T02:40:37,605 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.meta.1731552037591.meta 2024-11-14T02:40:37,606 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46521:46521)] 2024-11-14T02:40:37,606 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:37,606 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:40:37,606 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:40:37,606 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:40:37,606 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:40:37,606 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:40:37,606 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:37,607 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:40:37,607 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:40:37,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:40:37,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:40:37,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:37,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:37,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:40:37,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:40:37,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:37,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:37,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:40:37,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:40:37,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:37,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:37,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:40:37,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:40:37,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:37,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:37,610 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:40:37,611 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740 2024-11-14T02:40:37,611 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740 2024-11-14T02:40:37,612 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:40:37,612 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:40:37,612 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:40:37,613 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:40:37,614 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60660437, jitterRate=-0.09608905017375946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:40:37,614 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:40:37,614 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731552037607Writing region info on filesystem at 1731552037607Initializing all the Stores at 1731552037607Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552037607Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552037607Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552037608 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552037608Cleaning up temporary data from old regions at 1731552037612 (+4 ms)Running coprocessor post-open hooks at 1731552037614 (+2 ms)Region opened successfully at 1731552037614 2024-11-14T02:40:37,614 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731552037586 2024-11-14T02:40:37,616 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:40:37,616 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:40:37,616 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,42989,1731552034861 2024-11-14T02:40:37,617 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,42989,1731552034861, state=OPEN 2024-11-14T02:40:37,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-143287963/meta-region-server 2024-11-14T02:40:37,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-143287963/meta-region-server 2024-11-14T02:40:37,626 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,42989,1731552034861 2024-11-14T02:40:37,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-143287963/meta-region-server: CHANGED 2024-11-14T02:40:37,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-143287963/meta-region-server: CHANGED 2024-11-14T02:40:37,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:40:37,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,42989,1731552034861 in 192 msec 2024-11-14T02:40:37,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:40:37,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-14T02:40:37,629 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:37,629 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:40:37,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:37,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,42989,1731552034861, seqNum=-1] 2024-11-14T02:40:37,630 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:37,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:37,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-11-14T02:40:37,635 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731552037635, completionTime=-1 2024-11-14T02:40:37,635 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:40:37,635 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:40:37,636 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:40:37,636 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552097636 2024-11-14T02:40:37,636 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552157636 2024-11-14T02:40:37,636 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T02:40:37,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,38367,1731552034748-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:37,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,38367,1731552034748-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:37,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,38367,1731552034748-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:37,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:38367, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:37,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:37,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:37,638 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:40:37,640 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.723sec 2024-11-14T02:40:37,640 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:40:37,640 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:40:37,640 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:40:37,640 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:40:37,640 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:40:37,640 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,38367,1731552034748-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:40:37,640 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,38367,1731552034748-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:40:37,642 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:40:37,642 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:40:37,642 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,38367,1731552034748-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:37,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e865d8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:37,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,38367,-1 for getting cluster id 2024-11-14T02:40:37,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:37,683 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aef4252-6e54-4505-ac04-3bf956560ea4' 2024-11-14T02:40:37,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:37,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aef4252-6e54-4505-ac04-3bf956560ea4" 2024-11-14T02:40:37,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a4a3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:37,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,38367,-1] 2024-11-14T02:40:37,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:37,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:37,684 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:37,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73111f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:37,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:37,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,42989,1731552034861, seqNum=-1] 2024-11-14T02:40:37,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:37,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:37,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,38367,1731552034748 2024-11-14T02:40:37,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61043 2024-11-14T02:40:37,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:37,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013880d8870005 connected 2024-11-14T02:40:37,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/hadoop.log.dir so I do NOT create it in target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97 2024-11-14T02:40:37,707 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:40:37,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/hadoop.tmp.dir so I do NOT create it in target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97 2024-11-14T02:40:37,707 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:40:37,708 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97 2024-11-14T02:40:37,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:40:37,708 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/cluster_da96fc64-008e-98bf-4b0c-5dcfc4e31e1d, deleteOnExit=true 2024-11-14T02:40:37,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:40:37,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/test.cache.data in system properties and HBase conf 2024-11-14T02:40:37,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:40:37,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:40:37,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:40:37,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:40:37,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:40:37,708 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:40:37,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:40:37,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:40:37,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:40:37,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:40:37,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:40:37,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:40:37,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:40:37,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:40:37,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:40:37,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:40:37,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:40:37,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:40:37,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:40:37,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:40:37,943 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T02:40:37,944 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:37,944 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:37,985 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:37,986 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:37,986 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:37,986 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:37,986 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:37,987 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:37,995 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:38,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:38,000 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:38,002 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:38,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:40:38,033 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:40:38,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:40:38,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:40:38,034 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:40:38,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:40:38,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4210efb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:40:38,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@214795f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:40:38,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@477cba88{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/java.io.tmpdir/jetty-localhost-33723-hadoop-hdfs-3_4_1-tests_jar-_-any-10114093050836529363/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:40:38,135 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69e47cf7{HTTP/1.1, (http/1.1)}{localhost:33723} 2024-11-14T02:40:38,135 INFO [Time-limited test {}] server.Server(415): Started @238614ms 2024-11-14T02:40:38,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:40:38,350 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:40:38,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:40:38,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:40:38,354 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:40:38,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41d53bd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:40:38,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b2fdd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:40:38,412 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:40:38,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d5d017a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/java.io.tmpdir/jetty-localhost-39243-hadoop-hdfs-3_4_1-tests_jar-_-any-11618013269428854578/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:40:38,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d73d261{HTTP/1.1, (http/1.1)}{localhost:39243} 2024-11-14T02:40:38,459 INFO [Time-limited test {}] server.Server(415): Started @238937ms 2024-11-14T02:40:38,460 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:40:38,969 WARN [Thread-2904 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/cluster_da96fc64-008e-98bf-4b0c-5dcfc4e31e1d/data/data1/current/BP-290898827-172.17.0.2-1731552037727/current, will proceed with Du for space computation calculation, 2024-11-14T02:40:38,969 WARN [Thread-2905 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/cluster_da96fc64-008e-98bf-4b0c-5dcfc4e31e1d/data/data2/current/BP-290898827-172.17.0.2-1731552037727/current, will proceed with Du for space computation calculation, 2024-11-14T02:40:38,985 WARN [Thread-2892 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:40:38,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x672a6ce80ce01102 with lease ID 0x229cb3c1f61713b2: Processing first storage report for DS-1942e030-c727-4166-9db7-729bd5e8ca8c from datanode DatanodeRegistration(127.0.0.1:35123, datanodeUuid=ff7d6c6d-58eb-4b22-85ed-b52d9bf72a34, infoPort=43451, infoSecurePort=0, ipcPort=35799, storageInfo=lv=-57;cid=testClusterID;nsid=1115861943;c=1731552037727) 2024-11-14T02:40:38,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x672a6ce80ce01102 with lease ID 0x229cb3c1f61713b2: from storage DS-1942e030-c727-4166-9db7-729bd5e8ca8c node DatanodeRegistration(127.0.0.1:35123, datanodeUuid=ff7d6c6d-58eb-4b22-85ed-b52d9bf72a34, infoPort=43451, infoSecurePort=0, ipcPort=35799, storageInfo=lv=-57;cid=testClusterID;nsid=1115861943;c=1731552037727), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:40:38,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x672a6ce80ce01102 with lease ID 0x229cb3c1f61713b2: Processing first storage report for DS-8e307620-9789-4119-b011-f0276afdace5 from datanode DatanodeRegistration(127.0.0.1:35123, datanodeUuid=ff7d6c6d-58eb-4b22-85ed-b52d9bf72a34, infoPort=43451, infoSecurePort=0, ipcPort=35799, storageInfo=lv=-57;cid=testClusterID;nsid=1115861943;c=1731552037727) 2024-11-14T02:40:38,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x672a6ce80ce01102 with lease ID 0x229cb3c1f61713b2: from storage DS-8e307620-9789-4119-b011-f0276afdace5 node DatanodeRegistration(127.0.0.1:35123, datanodeUuid=ff7d6c6d-58eb-4b22-85ed-b52d9bf72a34, infoPort=43451, infoSecurePort=0, ipcPort=35799, storageInfo=lv=-57;cid=testClusterID;nsid=1115861943;c=1731552037727), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:40:39,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97 2024-11-14T02:40:39,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:39,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:39,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:40:39,490 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6 with version=8 2024-11-14T02:40:39,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/hbase-staging 2024-11-14T02:40:39,493 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:40:39,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:39,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:39,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:40:39,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:39,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:40:39,493 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:40:39,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:40:39,494 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44495 2024-11-14T02:40:39,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44495 connecting to ZooKeeper ensemble=127.0.0.1:61043 2024-11-14T02:40:39,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444950x0, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:39,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44495-0x1013880d8870006 connected 2024-11-14T02:40:39,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:39,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:39,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Set watcher on znode that does not yet exist, /2100128695/running 2024-11-14T02:40:39,583 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6, hbase.cluster.distributed=false 2024-11-14T02:40:39,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Set watcher on znode that does not yet exist, /2100128695/acl 2024-11-14T02:40:39,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44495 2024-11-14T02:40:39,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44495 2024-11-14T02:40:39,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44495 2024-11-14T02:40:39,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44495 2024-11-14T02:40:39,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44495 2024-11-14T02:40:39,598 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:40:39,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:39,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:39,598 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:40:39,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:40:39,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:40:39,598 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:40:39,598 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:40:39,599 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38951 2024-11-14T02:40:39,599 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38951 connecting to ZooKeeper ensemble=127.0.0.1:61043 2024-11-14T02:40:39,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:39,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:39,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389510x0, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:39,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389510x0, quorum=127.0.0.1:61043, baseZNode=/2100128695 Set watcher on znode that does not yet exist, /2100128695/running 2024-11-14T02:40:39,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38951-0x1013880d8870007 connected 2024-11-14T02:40:39,610 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:40:39,610 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:40:39,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Set watcher on znode that does not yet exist, /2100128695/master 2024-11-14T02:40:39,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Set watcher on znode that does not yet exist, /2100128695/acl 2024-11-14T02:40:39,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38951 2024-11-14T02:40:39,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38951 2024-11-14T02:40:39,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38951 2024-11-14T02:40:39,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38951 2024-11-14T02:40:39,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38951 2024-11-14T02:40:39,630 DEBUG [M:0;83c5a5c119d5:44495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:44495 2024-11-14T02:40:39,631 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2100128695/backup-masters/83c5a5c119d5,44495,1731552039492 2024-11-14T02:40:39,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695/backup-masters 2024-11-14T02:40:39,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695/backup-masters 2024-11-14T02:40:39,639 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Set watcher on existing znode=/2100128695/backup-masters/83c5a5c119d5,44495,1731552039492 2024-11-14T02:40:39,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2100128695/master 2024-11-14T02:40:39,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695 2024-11-14T02:40:39,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695 2024-11-14T02:40:39,647 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Set watcher on existing znode=/2100128695/master 2024-11-14T02:40:39,647 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2100128695/backup-masters/83c5a5c119d5,44495,1731552039492 from backup master directory 2024-11-14T02:40:39,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2100128695/backup-masters/83c5a5c119d5,44495,1731552039492 2024-11-14T02:40:39,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695/backup-masters 2024-11-14T02:40:39,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695/backup-masters 2024-11-14T02:40:39,655 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:40:39,655 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,44495,1731552039492 2024-11-14T02:40:39,658 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/hbase.id] with ID: 377c67f6-d4a1-4bc2-a84a-6b00478360a9 2024-11-14T02:40:39,658 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/.tmp/hbase.id 2024-11-14T02:40:39,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:40:39,662 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/.tmp/hbase.id]:[hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/hbase.id] 2024-11-14T02:40:39,668 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:40:39,668 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:40:39,669 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T02:40:39,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695 2024-11-14T02:40:39,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695 2024-11-14T02:40:39,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:40:40,081 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:40:40,082 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:40:40,082 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:40,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:40:40,488 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store 2024-11-14T02:40:40,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:40:40,893 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:40,893 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:40:40,893 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:40,893 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:40,893 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:40:40,893 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:40,893 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:40:40,893 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552040893Disabling compacts and flushes for region at 1731552040893Disabling writes for close at 1731552040893Writing region close event to WAL at 1731552040893Closed at 1731552040893 2024-11-14T02:40:40,894 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/.initializing 2024-11-14T02:40:40,894 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/WALs/83c5a5c119d5,44495,1731552039492 2024-11-14T02:40:40,895 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:40:40,896 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C44495%2C1731552039492, suffix=, logDir=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/WALs/83c5a5c119d5,44495,1731552039492, archiveDir=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/oldWALs, maxLogs=10 2024-11-14T02:40:40,907 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/WALs/83c5a5c119d5,44495,1731552039492/83c5a5c119d5%2C44495%2C1731552039492.1731552040896, exclude list is [], retry=0 2024-11-14T02:40:40,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35123,DS-1942e030-c727-4166-9db7-729bd5e8ca8c,DISK] 2024-11-14T02:40:40,924 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/WALs/83c5a5c119d5,44495,1731552039492/83c5a5c119d5%2C44495%2C1731552039492.1731552040896 2024-11-14T02:40:40,924 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43451:43451)] 2024-11-14T02:40:40,924 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:40,924 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:40,925 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:40,925 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:40,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:40,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:40:40,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:40,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:40,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:40,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:40:40,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:40,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:40,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:40,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:40:40,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:40,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:40,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:40,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:40:40,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:40,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:40,930 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:40,930 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:40,930 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:40,931 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:40,931 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:40,931 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:40:40,932 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:40:40,933 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:40,933 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74829408, jitterRate=0.11504507064819336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:40:40,933 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731552040925Initializing all the Stores at 1731552040925Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552040925Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552040925Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552040925Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552040925Cleaning up temporary data from old regions at 1731552040931 (+6 ms)Region opened successfully at 1731552040933 (+2 ms) 2024-11-14T02:40:40,933 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:40:40,935 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5700355a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:40:40,935 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:40:40,936 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:40:40,936 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:40:40,936 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:40:40,936 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:40:40,936 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:40:40,936 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:40:40,937 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:40:40,938 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Unable to get data of znode /2100128695/balancer because node does not exist (not necessarily an error) 2024-11-14T02:40:40,963 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2100128695/balancer already deleted, retry=false 2024-11-14T02:40:40,964 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:40:40,964 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Unable to get data of znode /2100128695/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:40:40,972 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2100128695/normalizer already deleted, retry=false 2024-11-14T02:40:40,972 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:40:40,973 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Unable to get data of znode /2100128695/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:40:40,980 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2100128695/switch/split already deleted, retry=false 2024-11-14T02:40:40,981 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Unable to get data of znode /2100128695/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:40:40,988 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2100128695/switch/merge already deleted, retry=false 2024-11-14T02:40:40,990 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Unable to get data of znode /2100128695/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:40:40,997 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2100128695/snapshot-cleanup already deleted, retry=false 2024-11-14T02:40:41,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2100128695/running 2024-11-14T02:40:41,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2100128695/running 2024-11-14T02:40:41,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695 2024-11-14T02:40:41,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695 2024-11-14T02:40:41,005 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,44495,1731552039492, sessionid=0x1013880d8870006, setting cluster-up flag (Was=false) 2024-11-14T02:40:41,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695 2024-11-14T02:40:41,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695 2024-11-14T02:40:41,047 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2100128695/flush-table-proc/acquired, /2100128695/flush-table-proc/reached, /2100128695/flush-table-proc/abort 2024-11-14T02:40:41,048 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,44495,1731552039492 2024-11-14T02:40:41,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695 2024-11-14T02:40:41,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695 2024-11-14T02:40:41,088 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2100128695/online-snapshot/acquired, /2100128695/online-snapshot/reached, /2100128695/online-snapshot/abort 2024-11-14T02:40:41,089 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,44495,1731552039492 2024-11-14T02:40:41,090 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:40:41,091 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:41,091 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:40:41,091 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:40:41,092 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,44495,1731552039492 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:40:41,092 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:41,092 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:41,093 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:41,093 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:40:41,093 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:40:41,093 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:41,093 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:40:41,093 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:41,093 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552071093 2024-11-14T02:40:41,093 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:40:41,094 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:40:41,094 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:40:41,094 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:40:41,094 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:40:41,094 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:40:41,094 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:41,094 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:41,094 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:40:41,094 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:40:41,094 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:40:41,094 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:40:41,094 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:40:41,095 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:40:41,095 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:40:41,095 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552041095,5,FailOnTimeoutGroup] 2024-11-14T02:40:41,095 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:41,095 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552041095,5,FailOnTimeoutGroup] 2024-11-14T02:40:41,095 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:41,095 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:40:41,095 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:41,095 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:41,095 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:40:41,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:40:41,123 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(746): ClusterId : 377c67f6-d4a1-4bc2-a84a-6b00478360a9 2024-11-14T02:40:41,123 DEBUG [RS:0;83c5a5c119d5:38951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:40:41,134 DEBUG [RS:0;83c5a5c119d5:38951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:40:41,134 DEBUG [RS:0;83c5a5c119d5:38951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:40:41,143 DEBUG [RS:0;83c5a5c119d5:38951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:40:41,143 DEBUG [RS:0;83c5a5c119d5:38951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5bc863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:40:41,158 DEBUG [RS:0;83c5a5c119d5:38951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:38951 2024-11-14T02:40:41,158 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:40:41,158 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:40:41,158 DEBUG [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:40:41,158 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,44495,1731552039492 with port=38951, startcode=1731552039598 2024-11-14T02:40:41,159 DEBUG [RS:0;83c5a5c119d5:38951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:40:41,160 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:40:41,160 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44495 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,38951,1731552039598 2024-11-14T02:40:41,160 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44495 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,38951,1731552039598 2024-11-14T02:40:41,161 DEBUG [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6 2024-11-14T02:40:41,161 DEBUG [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37951 2024-11-14T02:40:41,161 DEBUG [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:40:41,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695/rs 2024-11-14T02:40:41,210 DEBUG [RS:0;83c5a5c119d5:38951 {}] zookeeper.ZKUtil(111): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Set watcher on existing znode=/2100128695/rs/83c5a5c119d5,38951,1731552039598 2024-11-14T02:40:41,210 WARN [RS:0;83c5a5c119d5:38951 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:40:41,210 INFO [RS:0;83c5a5c119d5:38951 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:41,211 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,38951,1731552039598] 2024-11-14T02:40:41,211 DEBUG [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598 2024-11-14T02:40:41,213 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:40:41,214 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:40:41,214 INFO [RS:0;83c5a5c119d5:38951 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:40:41,214 INFO [RS:0;83c5a5c119d5:38951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:41,215 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:40:41,215 INFO [RS:0;83c5a5c119d5:38951 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:40:41,215 INFO [RS:0;83c5a5c119d5:38951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:41,215 DEBUG [RS:0;83c5a5c119d5:38951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:41,215 DEBUG [RS:0;83c5a5c119d5:38951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:41,215 DEBUG [RS:0;83c5a5c119d5:38951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:41,215 DEBUG [RS:0;83c5a5c119d5:38951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:41,215 DEBUG [RS:0;83c5a5c119d5:38951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:41,215 DEBUG [RS:0;83c5a5c119d5:38951 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:40:41,215 DEBUG [RS:0;83c5a5c119d5:38951 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:41,215 DEBUG [RS:0;83c5a5c119d5:38951 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:41,215 DEBUG [RS:0;83c5a5c119d5:38951 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:41,215 DEBUG [RS:0;83c5a5c119d5:38951 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:41,215 DEBUG [RS:0;83c5a5c119d5:38951 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:41,215 DEBUG [RS:0;83c5a5c119d5:38951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:40:41,215 DEBUG [RS:0;83c5a5c119d5:38951 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:40:41,215 DEBUG [RS:0;83c5a5c119d5:38951 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:40:41,216 INFO [RS:0;83c5a5c119d5:38951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:41,216 INFO [RS:0;83c5a5c119d5:38951 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:41,216 INFO [RS:0;83c5a5c119d5:38951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:41,216 INFO [RS:0;83c5a5c119d5:38951 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:41,216 INFO [RS:0;83c5a5c119d5:38951 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:41,216 INFO [RS:0;83c5a5c119d5:38951 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,38951,1731552039598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:40:41,228 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:40:41,228 INFO [RS:0;83c5a5c119d5:38951 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,38951,1731552039598-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:41,228 INFO [RS:0;83c5a5c119d5:38951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:41,228 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.Replication(171): 83c5a5c119d5,38951,1731552039598 started 2024-11-14T02:40:41,240 INFO [RS:0;83c5a5c119d5:38951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:41,240 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,38951,1731552039598, RpcServer on 83c5a5c119d5/172.17.0.2:38951, sessionid=0x1013880d8870007 2024-11-14T02:40:41,240 DEBUG [RS:0;83c5a5c119d5:38951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:40:41,240 DEBUG [RS:0;83c5a5c119d5:38951 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,38951,1731552039598 2024-11-14T02:40:41,240 DEBUG [RS:0;83c5a5c119d5:38951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,38951,1731552039598' 2024-11-14T02:40:41,240 DEBUG [RS:0;83c5a5c119d5:38951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2100128695/flush-table-proc/abort' 2024-11-14T02:40:41,241 DEBUG [RS:0;83c5a5c119d5:38951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2100128695/flush-table-proc/acquired' 2024-11-14T02:40:41,241 DEBUG [RS:0;83c5a5c119d5:38951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:40:41,241 DEBUG [RS:0;83c5a5c119d5:38951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:40:41,241 DEBUG [RS:0;83c5a5c119d5:38951 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,38951,1731552039598 2024-11-14T02:40:41,241 DEBUG [RS:0;83c5a5c119d5:38951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,38951,1731552039598' 2024-11-14T02:40:41,241 DEBUG [RS:0;83c5a5c119d5:38951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2100128695/online-snapshot/abort' 2024-11-14T02:40:41,242 DEBUG [RS:0;83c5a5c119d5:38951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2100128695/online-snapshot/acquired' 2024-11-14T02:40:41,242 DEBUG [RS:0;83c5a5c119d5:38951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:40:41,242 INFO [RS:0;83c5a5c119d5:38951 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:40:41,242 INFO [RS:0;83c5a5c119d5:38951 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:40:41,342 INFO [RS:0;83c5a5c119d5:38951 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:40:41,343 INFO [RS:0;83c5a5c119d5:38951 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C38951%2C1731552039598, suffix=, logDir=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598, archiveDir=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/oldWALs, maxLogs=10 2024-11-14T02:40:41,355 DEBUG [RS:0;83c5a5c119d5:38951 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343, exclude list is [], retry=0 2024-11-14T02:40:41,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35123,DS-1942e030-c727-4166-9db7-729bd5e8ca8c,DISK] 2024-11-14T02:40:41,361 INFO [RS:0;83c5a5c119d5:38951 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 2024-11-14T02:40:41,361 DEBUG [RS:0;83c5a5c119d5:38951 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43451:43451)] 2024-11-14T02:40:41,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:40:41,501 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6 2024-11-14T02:40:41,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:40:41,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:41,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:40:41,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:40:41,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:41,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:41,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:40:41,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:40:41,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:41,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:41,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:40:41,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:40:41,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:41,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:41,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:40:41,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:40:41,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:41,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:41,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:40:41,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740 2024-11-14T02:40:41,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740 2024-11-14T02:40:41,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:40:41,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:40:41,913 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:40:41,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:40:41,915 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:41,915 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59946125, jitterRate=-0.10673312842845917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:40:41,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731552041906Initializing all the Stores at 1731552041907 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552041907Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552041907Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552041907Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552041907Cleaning up temporary data from old regions at 1731552041913 (+6 ms)Region opened successfully at 1731552041915 (+2 ms) 2024-11-14T02:40:41,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:40:41,915 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:40:41,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:40:41,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:40:41,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:40:41,916 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:40:41,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552041915Disabling compacts and flushes for region at 1731552041915Disabling writes for close at 1731552041915Writing region close event to WAL at 1731552041916 (+1 ms)Closed at 1731552041916 2024-11-14T02:40:41,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:41,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:40:41,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:40:41,917 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:40:41,918 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:40:42,068 DEBUG [83c5a5c119d5:44495 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:40:42,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,38951,1731552039598 2024-11-14T02:40:42,069 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,38951,1731552039598, state=OPENING 2024-11-14T02:40:42,088 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:40:42,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695 2024-11-14T02:40:42,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695 2024-11-14T02:40:42,097 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:40:42,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,38951,1731552039598}] 2024-11-14T02:40:42,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2100128695/meta-region-server: CHANGED 2024-11-14T02:40:42,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2100128695/meta-region-server: CHANGED 2024-11-14T02:40:42,249 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:40:42,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:40:42,255 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:40:42,256 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:42,256 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:40:42,257 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C38951%2C1731552039598.meta, suffix=.meta, logDir=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598, archiveDir=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/oldWALs, maxLogs=10 2024-11-14T02:40:42,269 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.meta.1731552042257.meta, exclude list is [], retry=0 2024-11-14T02:40:42,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35123,DS-1942e030-c727-4166-9db7-729bd5e8ca8c,DISK] 2024-11-14T02:40:42,272 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.meta.1731552042257.meta 2024-11-14T02:40:42,272 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43451:43451)] 2024-11-14T02:40:42,273 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:42,273 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:40:42,273 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:40:42,273 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:40:42,273 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:40:42,273 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:40:42,273 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:42,273 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:40:42,273 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:40:42,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:40:42,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:40:42,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:42,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:42,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:40:42,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:40:42,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:42,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:42,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:40:42,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:40:42,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:42,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:42,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:40:42,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:40:42,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:42,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:40:42,278 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:40:42,278 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740 2024-11-14T02:40:42,279 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740 2024-11-14T02:40:42,280 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:40:42,280 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:40:42,280 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:40:42,281 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:40:42,281 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66016149, jitterRate=-0.01628272235393524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:40:42,281 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:40:42,281 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731552042274Writing region info on filesystem at 1731552042274Initializing all the Stores at 1731552042274Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552042274Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552042274Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552042274Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552042274Cleaning up temporary data from old regions at 1731552042280 (+6 ms)Running coprocessor post-open hooks at 1731552042281 (+1 ms)Region opened successfully at 1731552042281 2024-11-14T02:40:42,282 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731552042249 2024-11-14T02:40:42,284 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:40:42,284 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:40:42,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,38951,1731552039598 2024-11-14T02:40:42,285 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,38951,1731552039598, state=OPEN 2024-11-14T02:40:42,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2100128695/meta-region-server 2024-11-14T02:40:42,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2100128695/meta-region-server 2024-11-14T02:40:42,292 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,38951,1731552039598 2024-11-14T02:40:42,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2100128695/meta-region-server: CHANGED 2024-11-14T02:40:42,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2100128695/meta-region-server: CHANGED 2024-11-14T02:40:42,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:40:42,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,38951,1731552039598 in 195 msec 2024-11-14T02:40:42,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:40:42,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 377 msec 2024-11-14T02:40:42,296 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:40:42,296 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:40:42,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:42,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,38951,1731552039598, seqNum=-1] 2024-11-14T02:40:42,298 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:42,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:42,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-11-14T02:40:42,303 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731552042302, completionTime=-1 2024-11-14T02:40:42,303 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:40:42,303 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:40:42,305 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:40:42,305 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552102305 2024-11-14T02:40:42,305 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552162305 2024-11-14T02:40:42,305 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T02:40:42,305 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,44495,1731552039492-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:42,305 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,44495,1731552039492-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:42,305 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,44495,1731552039492-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:42,305 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:44495, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:42,305 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:42,305 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:42,307 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:40:42,308 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.653sec 2024-11-14T02:40:42,308 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:40:42,308 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:40:42,308 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:40:42,308 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:40:42,308 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:40:42,308 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,44495,1731552039492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:40:42,309 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,44495,1731552039492-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:40:42,310 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:40:42,310 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:40:42,310 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,44495,1731552039492-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:40:42,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391811d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:42,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,44495,-1 for getting cluster id 2024-11-14T02:40:42,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:42,326 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '377c67f6-d4a1-4bc2-a84a-6b00478360a9' 2024-11-14T02:40:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "377c67f6-d4a1-4bc2-a84a-6b00478360a9" 2024-11-14T02:40:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29e4c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,44495,-1] 2024-11-14T02:40:42,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:42,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:42,327 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:42,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2ae189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:42,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:42,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,38951,1731552039598, seqNum=-1] 2024-11-14T02:40:42,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:42,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:42,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,44495,1731552039492 2024-11-14T02:40:42,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61043 2024-11-14T02:40:42,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:40:42,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013880d8870008 connected 2024-11-14T02:40:42,352 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:42,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,33093,1731552030026 2024-11-14T02:40:42,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cc5ae87 2024-11-14T02:40:42,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:42,354 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:40:42,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:40:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T02:40:42,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:40:42,357 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:42,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T02:40:42,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:40:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:42,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741835_1011 (size=902) 2024-11-14T02:40:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:42,764 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15b56ddfcd3a8de72ecfd2315d952ed2, NAME => 'test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349 2024-11-14T02:40:42,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741836_1012 (size=39) 2024-11-14T02:40:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:43,170 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:43,171 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 15b56ddfcd3a8de72ecfd2315d952ed2, disabling compactions & flushes 2024-11-14T02:40:43,171 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2. 2024-11-14T02:40:43,171 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2. 2024-11-14T02:40:43,171 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2. after waiting 0 ms 2024-11-14T02:40:43,171 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2. 2024-11-14T02:40:43,171 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2. 2024-11-14T02:40:43,171 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15b56ddfcd3a8de72ecfd2315d952ed2: Waiting for close lock at 1731552043171Disabling compacts and flushes for region at 1731552043171Disabling writes for close at 1731552043171Writing region close event to WAL at 1731552043171Closed at 1731552043171 2024-11-14T02:40:43,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:40:43,172 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731552043172"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552043172"}]},"ts":"1731552043172"} 2024-11-14T02:40:43,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:40:43,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:40:43,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552043174"}]},"ts":"1731552043174"} 2024-11-14T02:40:43,176 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T02:40:43,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=15b56ddfcd3a8de72ecfd2315d952ed2, ASSIGN}] 2024-11-14T02:40:43,177 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=15b56ddfcd3a8de72ecfd2315d952ed2, ASSIGN 2024-11-14T02:40:43,177 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=15b56ddfcd3a8de72ecfd2315d952ed2, ASSIGN; state=OFFLINE, location=83c5a5c119d5,37277,1731552030195; forceNewPlan=false, retain=false 2024-11-14T02:40:43,328 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15b56ddfcd3a8de72ecfd2315d952ed2, regionState=OPENING, regionLocation=83c5a5c119d5,37277,1731552030195 2024-11-14T02:40:43,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=15b56ddfcd3a8de72ecfd2315d952ed2, ASSIGN because future has completed 2024-11-14T02:40:43,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15b56ddfcd3a8de72ecfd2315d952ed2, server=83c5a5c119d5,37277,1731552030195}] 2024-11-14T02:40:43,485 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2. 2024-11-14T02:40:43,485 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 15b56ddfcd3a8de72ecfd2315d952ed2, NAME => 'test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:43,486 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:40:43,486 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T02:40:43,486 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 15b56ddfcd3a8de72ecfd2315d952ed2 2024-11-14T02:40:43,486 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:43,486 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 15b56ddfcd3a8de72ecfd2315d952ed2 2024-11-14T02:40:43,486 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 15b56ddfcd3a8de72ecfd2315d952ed2 2024-11-14T02:40:43,487 INFO [StoreOpener-15b56ddfcd3a8de72ecfd2315d952ed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 15b56ddfcd3a8de72ecfd2315d952ed2 2024-11-14T02:40:43,488 INFO [StoreOpener-15b56ddfcd3a8de72ecfd2315d952ed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15b56ddfcd3a8de72ecfd2315d952ed2 columnFamilyName f 2024-11-14T02:40:43,488 DEBUG [StoreOpener-15b56ddfcd3a8de72ecfd2315d952ed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:43,488 INFO [StoreOpener-15b56ddfcd3a8de72ecfd2315d952ed2-1 {}] regionserver.HStore(327): Store=15b56ddfcd3a8de72ecfd2315d952ed2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:43,488 INFO [StoreOpener-15b56ddfcd3a8de72ecfd2315d952ed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 15b56ddfcd3a8de72ecfd2315d952ed2 2024-11-14T02:40:43,489 INFO [StoreOpener-15b56ddfcd3a8de72ecfd2315d952ed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15b56ddfcd3a8de72ecfd2315d952ed2 columnFamilyName f1 2024-11-14T02:40:43,489 DEBUG [StoreOpener-15b56ddfcd3a8de72ecfd2315d952ed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:43,489 INFO [StoreOpener-15b56ddfcd3a8de72ecfd2315d952ed2-1 {}] regionserver.HStore(327): Store=15b56ddfcd3a8de72ecfd2315d952ed2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:43,489 INFO [StoreOpener-15b56ddfcd3a8de72ecfd2315d952ed2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 15b56ddfcd3a8de72ecfd2315d952ed2 2024-11-14T02:40:43,490 INFO [StoreOpener-15b56ddfcd3a8de72ecfd2315d952ed2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15b56ddfcd3a8de72ecfd2315d952ed2 columnFamilyName norep 2024-11-14T02:40:43,490 DEBUG [StoreOpener-15b56ddfcd3a8de72ecfd2315d952ed2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:43,490 INFO [StoreOpener-15b56ddfcd3a8de72ecfd2315d952ed2-1 {}] regionserver.HStore(327): Store=15b56ddfcd3a8de72ecfd2315d952ed2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:43,490 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 15b56ddfcd3a8de72ecfd2315d952ed2 2024-11-14T02:40:43,491 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2 2024-11-14T02:40:43,491 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2 2024-11-14T02:40:43,492 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 15b56ddfcd3a8de72ecfd2315d952ed2 2024-11-14T02:40:43,492 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 15b56ddfcd3a8de72ecfd2315d952ed2 2024-11-14T02:40:43,492 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:43,493 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 15b56ddfcd3a8de72ecfd2315d952ed2 2024-11-14T02:40:43,495 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:43,495 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 15b56ddfcd3a8de72ecfd2315d952ed2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60665762, jitterRate=-0.09600970149040222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:43,495 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15b56ddfcd3a8de72ecfd2315d952ed2 2024-11-14T02:40:43,496 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 15b56ddfcd3a8de72ecfd2315d952ed2: Running coprocessor pre-open hook at 1731552043486Writing region info on filesystem at 1731552043486Initializing all the Stores at 1731552043487 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552043487Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552043487Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552043487Cleaning up temporary data from old regions at 1731552043492 (+5 ms)Running coprocessor post-open hooks at 1731552043495 (+3 ms)Region opened successfully at 1731552043496 (+1 ms) 2024-11-14T02:40:43,497 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2., pid=6, masterSystemTime=1731552043482 2024-11-14T02:40:43,498 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2. 2024-11-14T02:40:43,498 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2. 2024-11-14T02:40:43,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=15b56ddfcd3a8de72ecfd2315d952ed2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83c5a5c119d5,37277,1731552030195 2024-11-14T02:40:43,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15b56ddfcd3a8de72ecfd2315d952ed2, server=83c5a5c119d5,37277,1731552030195 because future has completed 2024-11-14T02:40:43,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:40:43,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 15b56ddfcd3a8de72ecfd2315d952ed2, server=83c5a5c119d5,37277,1731552030195 in 171 msec 2024-11-14T02:40:43,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:40:43,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=15b56ddfcd3a8de72ecfd2315d952ed2, ASSIGN in 327 msec 2024-11-14T02:40:43,505 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:40:43,505 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552043505"}]},"ts":"1731552043505"} 2024-11-14T02:40:43,507 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T02:40:43,507 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:40:43,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-14T02:40:44,292 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:44,292 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:40:44,293 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48458 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:40:44,413 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T02:40:44,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:44,513 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T02:40:44,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:44,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,38367,1731552034748 2024-11-14T02:40:44,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39060c36 2024-11-14T02:40:44,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:44,515 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:40:44,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:40:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T02:40:44,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:40:44,517 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:44,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T02:40:44,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:40:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:44,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741835_1011 (size=902) 2024-11-14T02:40:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:44,926 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 581f8341915802f251d8dd04d2b13b96, NAME => 'test,,1731552044515.581f8341915802f251d8dd04d2b13b96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6 2024-11-14T02:40:44,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741836_1012 (size=39) 2024-11-14T02:40:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:45,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T02:40:45,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T02:40:45,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:40:45,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T02:40:45,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731552044515.581f8341915802f251d8dd04d2b13b96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:45,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 581f8341915802f251d8dd04d2b13b96, disabling compactions & flushes 2024-11-14T02:40:45,331 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731552044515.581f8341915802f251d8dd04d2b13b96. 2024-11-14T02:40:45,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552044515.581f8341915802f251d8dd04d2b13b96. 2024-11-14T02:40:45,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731552044515.581f8341915802f251d8dd04d2b13b96. after waiting 0 ms 2024-11-14T02:40:45,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731552044515.581f8341915802f251d8dd04d2b13b96. 2024-11-14T02:40:45,331 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731552044515.581f8341915802f251d8dd04d2b13b96. 2024-11-14T02:40:45,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 581f8341915802f251d8dd04d2b13b96: Waiting for close lock at 1731552045331Disabling compacts and flushes for region at 1731552045331Disabling writes for close at 1731552045331Writing region close event to WAL at 1731552045331Closed at 1731552045331 2024-11-14T02:40:45,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:40:45,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731552044515.581f8341915802f251d8dd04d2b13b96.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731552045332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552045332"}]},"ts":"1731552045332"} 2024-11-14T02:40:45,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:40:45,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:40:45,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552045334"}]},"ts":"1731552045334"} 2024-11-14T02:40:45,335 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T02:40:45,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=581f8341915802f251d8dd04d2b13b96, ASSIGN}] 2024-11-14T02:40:45,336 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=581f8341915802f251d8dd04d2b13b96, ASSIGN 2024-11-14T02:40:45,337 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=581f8341915802f251d8dd04d2b13b96, ASSIGN; state=OFFLINE, location=83c5a5c119d5,42989,1731552034861; forceNewPlan=false, retain=false 2024-11-14T02:40:45,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=581f8341915802f251d8dd04d2b13b96, regionState=OPENING, regionLocation=83c5a5c119d5,42989,1731552034861 2024-11-14T02:40:45,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=581f8341915802f251d8dd04d2b13b96, ASSIGN because future has completed 2024-11-14T02:40:45,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 581f8341915802f251d8dd04d2b13b96, server=83c5a5c119d5,42989,1731552034861}] 2024-11-14T02:40:45,644 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731552044515.581f8341915802f251d8dd04d2b13b96. 2024-11-14T02:40:45,644 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 581f8341915802f251d8dd04d2b13b96, NAME => 'test,,1731552044515.581f8341915802f251d8dd04d2b13b96.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:45,644 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:40:45,645 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T02:40:45,645 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 581f8341915802f251d8dd04d2b13b96 2024-11-14T02:40:45,645 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731552044515.581f8341915802f251d8dd04d2b13b96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:45,645 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 581f8341915802f251d8dd04d2b13b96 2024-11-14T02:40:45,645 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 581f8341915802f251d8dd04d2b13b96 2024-11-14T02:40:45,646 INFO [StoreOpener-581f8341915802f251d8dd04d2b13b96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 581f8341915802f251d8dd04d2b13b96 2024-11-14T02:40:45,647 INFO [StoreOpener-581f8341915802f251d8dd04d2b13b96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 581f8341915802f251d8dd04d2b13b96 columnFamilyName f 2024-11-14T02:40:45,647 DEBUG [StoreOpener-581f8341915802f251d8dd04d2b13b96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:45,647 INFO [StoreOpener-581f8341915802f251d8dd04d2b13b96-1 {}] regionserver.HStore(327): Store=581f8341915802f251d8dd04d2b13b96/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:45,647 INFO [StoreOpener-581f8341915802f251d8dd04d2b13b96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 581f8341915802f251d8dd04d2b13b96 2024-11-14T02:40:45,648 INFO [StoreOpener-581f8341915802f251d8dd04d2b13b96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 581f8341915802f251d8dd04d2b13b96 columnFamilyName f1 2024-11-14T02:40:45,648 DEBUG [StoreOpener-581f8341915802f251d8dd04d2b13b96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:45,648 INFO [StoreOpener-581f8341915802f251d8dd04d2b13b96-1 {}] regionserver.HStore(327): Store=581f8341915802f251d8dd04d2b13b96/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:45,648 INFO [StoreOpener-581f8341915802f251d8dd04d2b13b96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 581f8341915802f251d8dd04d2b13b96 2024-11-14T02:40:45,649 INFO [StoreOpener-581f8341915802f251d8dd04d2b13b96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 581f8341915802f251d8dd04d2b13b96 columnFamilyName norep 2024-11-14T02:40:45,649 DEBUG [StoreOpener-581f8341915802f251d8dd04d2b13b96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:45,649 INFO [StoreOpener-581f8341915802f251d8dd04d2b13b96-1 {}] regionserver.HStore(327): Store=581f8341915802f251d8dd04d2b13b96/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:45,649 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 581f8341915802f251d8dd04d2b13b96 2024-11-14T02:40:45,650 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96 2024-11-14T02:40:45,650 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96 2024-11-14T02:40:45,650 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 581f8341915802f251d8dd04d2b13b96 2024-11-14T02:40:45,650 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 581f8341915802f251d8dd04d2b13b96 2024-11-14T02:40:45,651 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:45,651 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 581f8341915802f251d8dd04d2b13b96 2024-11-14T02:40:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:45,653 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:45,653 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 581f8341915802f251d8dd04d2b13b96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72650592, jitterRate=0.08257818222045898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:45,653 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 581f8341915802f251d8dd04d2b13b96 2024-11-14T02:40:45,653 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 581f8341915802f251d8dd04d2b13b96: Running coprocessor pre-open hook at 1731552045645Writing region info on filesystem at 1731552045645Initializing all the Stores at 1731552045645Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552045645Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552045646 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552045646Cleaning up temporary data from old regions at 1731552045650 (+4 ms)Running coprocessor post-open hooks at 1731552045653 (+3 ms)Region opened successfully at 1731552045653 2024-11-14T02:40:45,654 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731552044515.581f8341915802f251d8dd04d2b13b96., pid=6, masterSystemTime=1731552045641 2024-11-14T02:40:45,655 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731552044515.581f8341915802f251d8dd04d2b13b96. 2024-11-14T02:40:45,656 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731552044515.581f8341915802f251d8dd04d2b13b96. 2024-11-14T02:40:45,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=581f8341915802f251d8dd04d2b13b96, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83c5a5c119d5,42989,1731552034861 2024-11-14T02:40:45,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 581f8341915802f251d8dd04d2b13b96, server=83c5a5c119d5,42989,1731552034861 because future has completed 2024-11-14T02:40:45,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:40:45,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 581f8341915802f251d8dd04d2b13b96, server=83c5a5c119d5,42989,1731552034861 in 168 msec 2024-11-14T02:40:45,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:40:45,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=581f8341915802f251d8dd04d2b13b96, ASSIGN in 325 msec 2024-11-14T02:40:45,662 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:40:45,662 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552045662"}]},"ts":"1731552045662"} 2024-11-14T02:40:45,664 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T02:40:45,665 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:40:45,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-14T02:40:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:46,662 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T02:40:46,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:46,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,44495,1731552039492 2024-11-14T02:40:46,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c1b2fac 2024-11-14T02:40:46,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:46,664 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:40:46,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:40:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T02:40:46,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:40:46,667 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:46,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T02:40:46,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:40:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:46,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741835_1011 (size=902) 2024-11-14T02:40:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:47,122 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8298a270343f239e62dbcb9d6382fe3, NAME => 'test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6 2024-11-14T02:40:47,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741836_1012 (size=39) 2024-11-14T02:40:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:47,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:47,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b8298a270343f239e62dbcb9d6382fe3, disabling compactions & flushes 2024-11-14T02:40:47,561 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3. 2024-11-14T02:40:47,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3. 2024-11-14T02:40:47,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3. after waiting 0 ms 2024-11-14T02:40:47,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3. 2024-11-14T02:40:47,561 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3. 2024-11-14T02:40:47,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8298a270343f239e62dbcb9d6382fe3: Waiting for close lock at 1731552047561Disabling compacts and flushes for region at 1731552047561Disabling writes for close at 1731552047561Writing region close event to WAL at 1731552047561Closed at 1731552047561 2024-11-14T02:40:47,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:40:47,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731552047562"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552047562"}]},"ts":"1731552047562"} 2024-11-14T02:40:47,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:40:47,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:40:47,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552047565"}]},"ts":"1731552047565"} 2024-11-14T02:40:47,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T02:40:47,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8298a270343f239e62dbcb9d6382fe3, ASSIGN}] 2024-11-14T02:40:47,567 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8298a270343f239e62dbcb9d6382fe3, ASSIGN 2024-11-14T02:40:47,567 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b8298a270343f239e62dbcb9d6382fe3, ASSIGN; state=OFFLINE, location=83c5a5c119d5,38951,1731552039598; forceNewPlan=false, retain=false 2024-11-14T02:40:47,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8298a270343f239e62dbcb9d6382fe3, regionState=OPENING, regionLocation=83c5a5c119d5,38951,1731552039598 2024-11-14T02:40:47,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b8298a270343f239e62dbcb9d6382fe3, ASSIGN because future has completed 2024-11-14T02:40:47,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8298a270343f239e62dbcb9d6382fe3, server=83c5a5c119d5,38951,1731552039598}] 2024-11-14T02:40:47,775 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:40:47,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:47,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:47,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:47,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:47,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:47,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:47,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:47,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:47,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:47,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:47,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:47,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:47,874 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3. 2024-11-14T02:40:47,874 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b8298a270343f239e62dbcb9d6382fe3, NAME => 'test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:47,874 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:40:47,874 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T02:40:47,875 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b8298a270343f239e62dbcb9d6382fe3 2024-11-14T02:40:47,875 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:47,875 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b8298a270343f239e62dbcb9d6382fe3 2024-11-14T02:40:47,875 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b8298a270343f239e62dbcb9d6382fe3 2024-11-14T02:40:47,876 INFO [StoreOpener-b8298a270343f239e62dbcb9d6382fe3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b8298a270343f239e62dbcb9d6382fe3 2024-11-14T02:40:47,877 INFO [StoreOpener-b8298a270343f239e62dbcb9d6382fe3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8298a270343f239e62dbcb9d6382fe3 columnFamilyName f 2024-11-14T02:40:47,877 DEBUG [StoreOpener-b8298a270343f239e62dbcb9d6382fe3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:47,877 INFO [StoreOpener-b8298a270343f239e62dbcb9d6382fe3-1 {}] regionserver.HStore(327): Store=b8298a270343f239e62dbcb9d6382fe3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:47,877 INFO [StoreOpener-b8298a270343f239e62dbcb9d6382fe3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b8298a270343f239e62dbcb9d6382fe3 2024-11-14T02:40:47,878 INFO [StoreOpener-b8298a270343f239e62dbcb9d6382fe3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8298a270343f239e62dbcb9d6382fe3 columnFamilyName f1 2024-11-14T02:40:47,878 DEBUG [StoreOpener-b8298a270343f239e62dbcb9d6382fe3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:47,878 INFO [StoreOpener-b8298a270343f239e62dbcb9d6382fe3-1 {}] regionserver.HStore(327): Store=b8298a270343f239e62dbcb9d6382fe3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:47,878 INFO [StoreOpener-b8298a270343f239e62dbcb9d6382fe3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b8298a270343f239e62dbcb9d6382fe3 2024-11-14T02:40:47,879 INFO [StoreOpener-b8298a270343f239e62dbcb9d6382fe3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8298a270343f239e62dbcb9d6382fe3 columnFamilyName norep 2024-11-14T02:40:47,879 DEBUG [StoreOpener-b8298a270343f239e62dbcb9d6382fe3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:47,879 INFO [StoreOpener-b8298a270343f239e62dbcb9d6382fe3-1 {}] regionserver.HStore(327): Store=b8298a270343f239e62dbcb9d6382fe3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:47,879 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b8298a270343f239e62dbcb9d6382fe3 2024-11-14T02:40:47,879 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3 2024-11-14T02:40:47,880 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3 2024-11-14T02:40:47,880 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b8298a270343f239e62dbcb9d6382fe3 2024-11-14T02:40:47,880 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b8298a270343f239e62dbcb9d6382fe3 2024-11-14T02:40:47,881 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:47,881 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b8298a270343f239e62dbcb9d6382fe3 2024-11-14T02:40:47,883 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:47,883 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b8298a270343f239e62dbcb9d6382fe3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61972538, jitterRate=-0.07653722167015076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:47,883 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8298a270343f239e62dbcb9d6382fe3 2024-11-14T02:40:47,883 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b8298a270343f239e62dbcb9d6382fe3: Running coprocessor pre-open hook at 1731552047875Writing region info on filesystem at 1731552047875Initializing all the Stores at 1731552047875Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552047875Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552047876 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552047876Cleaning up temporary data from old regions at 1731552047880 (+4 ms)Running coprocessor post-open hooks at 1731552047883 (+3 ms)Region opened successfully at 1731552047883 2024-11-14T02:40:47,884 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3., pid=6, masterSystemTime=1731552047871 2024-11-14T02:40:47,886 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3. 2024-11-14T02:40:47,886 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3. 2024-11-14T02:40:47,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8298a270343f239e62dbcb9d6382fe3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83c5a5c119d5,38951,1731552039598 2024-11-14T02:40:47,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8298a270343f239e62dbcb9d6382fe3, server=83c5a5c119d5,38951,1731552039598 because future has completed 2024-11-14T02:40:47,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:40:47,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b8298a270343f239e62dbcb9d6382fe3, server=83c5a5c119d5,38951,1731552039598 in 169 msec 2024-11-14T02:40:47,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:40:47,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b8298a270343f239e62dbcb9d6382fe3, ASSIGN in 324 msec 2024-11-14T02:40:47,892 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:40:47,892 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552047892"}]},"ts":"1731552047892"} 2024-11-14T02:40:47,893 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T02:40:47,894 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:40:47,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2290 sec 2024-11-14T02:40:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:40:48,813 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T02:40:48,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb672d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:48,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,33093,-1 for getting cluster id 2024-11-14T02:40:48,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:48,814 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4dc41d8c-db81-4456-a4fc-36d61e198e5b' 2024-11-14T02:40:48,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:48,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4dc41d8c-db81-4456-a4fc-36d61e198e5b" 2024-11-14T02:40:48,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4c0da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:48,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,33093,-1] 2024-11-14T02:40:48,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:48,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:48,816 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:48,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5434faa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:48,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:48,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,33093,1731552030026 2024-11-14T02:40:48,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@85a8828 2024-11-14T02:40:48,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:48,818 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:40:48,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83c5a5c119d5:38367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T02:40:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:40:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:48,820 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:38367' 2024-11-14T02:40:48,821 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f567838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:48,821 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,38367,-1 for getting cluster id 2024-11-14T02:40:48,821 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:48,822 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aef4252-6e54-4505-ac04-3bf956560ea4' 2024-11-14T02:40:48,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:48,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aef4252-6e54-4505-ac04-3bf956560ea4" 2024-11-14T02:40:48,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4485960b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:48,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,38367,-1] 2024-11-14T02:40:48,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:48,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:48,823 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:48,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b38dde3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:48,824 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:48,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,38367,1731552034748 2024-11-14T02:40:48,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58f7c767 2024-11-14T02:40:48,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:48,825 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:40:48,826 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T02:40:48,826 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:40:48,826 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:48,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:40:48,826 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:48,826 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:40:48,827 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T02:40:48,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:40:48,828 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:48,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:40:48,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741837_1013 (size=1138) 2024-11-14T02:40:48,877 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T02:40:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:49,234 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32e1f703f5a2b0062e48540d0dee8687, NAME => 'hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349 2024-11-14T02:40:49,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741838_1014 (size=44) 2024-11-14T02:40:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:49,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:49,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 32e1f703f5a2b0062e48540d0dee8687, disabling compactions & flushes 2024-11-14T02:40:49,638 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. 2024-11-14T02:40:49,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. 2024-11-14T02:40:49,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. after waiting 0 ms 2024-11-14T02:40:49,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. 2024-11-14T02:40:49,638 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. 2024-11-14T02:40:49,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32e1f703f5a2b0062e48540d0dee8687: Waiting for close lock at 1731552049638Disabling compacts and flushes for region at 1731552049638Disabling writes for close at 1731552049638Writing region close event to WAL at 1731552049638Closed at 1731552049638 2024-11-14T02:40:49,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:40:49,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731552049639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552049639"}]},"ts":"1731552049639"} 2024-11-14T02:40:49,641 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:40:49,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:40:49,642 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552049642"}]},"ts":"1731552049642"} 2024-11-14T02:40:49,643 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T02:40:49,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32e1f703f5a2b0062e48540d0dee8687, ASSIGN}] 2024-11-14T02:40:49,644 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32e1f703f5a2b0062e48540d0dee8687, ASSIGN 2024-11-14T02:40:49,645 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=32e1f703f5a2b0062e48540d0dee8687, ASSIGN; state=OFFLINE, location=83c5a5c119d5,37277,1731552030195; forceNewPlan=false, retain=false 2024-11-14T02:40:49,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=32e1f703f5a2b0062e48540d0dee8687, regionState=OPENING, regionLocation=83c5a5c119d5,37277,1731552030195 2024-11-14T02:40:49,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=32e1f703f5a2b0062e48540d0dee8687, ASSIGN because future has completed 2024-11-14T02:40:49,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32e1f703f5a2b0062e48540d0dee8687, server=83c5a5c119d5,37277,1731552030195}] 2024-11-14T02:40:49,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. 2024-11-14T02:40:49,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:49,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T02:40:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:49,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C37277%2C1731552030195.rep, suffix=, logDir=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195, archiveDir=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/oldWALs, maxLogs=10 2024-11-14T02:40:49,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.rep.1731552049954, exclude list is [], retry=0 2024-11-14T02:40:49,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38305,DS-06838ef0-5bb3-4fb7-b3a6-203071829027,DISK] 2024-11-14T02:40:49,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.rep.1731552049954 2024-11-14T02:40:49,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39753:39753)] 2024-11-14T02:40:49,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 32e1f703f5a2b0062e48540d0dee8687, NAME => 'hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:49,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:40:49,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:40:49,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. service=MultiRowMutationService 2024-11-14T02:40:49,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T02:40:49,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:40:49,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:49,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:40:49,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:40:49,976 INFO [StoreOpener-32e1f703f5a2b0062e48540d0dee8687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:40:49,977 INFO [StoreOpener-32e1f703f5a2b0062e48540d0dee8687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32e1f703f5a2b0062e48540d0dee8687 columnFamilyName hfileref 2024-11-14T02:40:49,977 DEBUG [StoreOpener-32e1f703f5a2b0062e48540d0dee8687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:49,978 INFO [StoreOpener-32e1f703f5a2b0062e48540d0dee8687-1 {}] regionserver.HStore(327): Store=32e1f703f5a2b0062e48540d0dee8687/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:49,978 INFO [StoreOpener-32e1f703f5a2b0062e48540d0dee8687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:40:49,979 INFO [StoreOpener-32e1f703f5a2b0062e48540d0dee8687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32e1f703f5a2b0062e48540d0dee8687 columnFamilyName queue 2024-11-14T02:40:49,979 DEBUG [StoreOpener-32e1f703f5a2b0062e48540d0dee8687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:49,979 INFO [StoreOpener-32e1f703f5a2b0062e48540d0dee8687-1 {}] regionserver.HStore(327): Store=32e1f703f5a2b0062e48540d0dee8687/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:49,979 INFO [StoreOpener-32e1f703f5a2b0062e48540d0dee8687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:40:49,979 INFO [StoreOpener-32e1f703f5a2b0062e48540d0dee8687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32e1f703f5a2b0062e48540d0dee8687 columnFamilyName sid 2024-11-14T02:40:49,980 DEBUG [StoreOpener-32e1f703f5a2b0062e48540d0dee8687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:49,980 INFO [StoreOpener-32e1f703f5a2b0062e48540d0dee8687-1 {}] regionserver.HStore(327): Store=32e1f703f5a2b0062e48540d0dee8687/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:49,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:40:49,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/replication/32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:40:49,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/replication/32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:40:49,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:40:49,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:40:49,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:49,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:40:49,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/replication/32e1f703f5a2b0062e48540d0dee8687/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:49,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 32e1f703f5a2b0062e48540d0dee8687; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65413801, jitterRate=-0.02525840699672699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:49,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:40:49,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 32e1f703f5a2b0062e48540d0dee8687: Running coprocessor pre-open hook at 1731552049975Writing region info on filesystem at 1731552049975Initializing all the Stores at 1731552049976 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552049976Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552049976Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552049976Cleaning up temporary data from old regions at 1731552049981 (+5 ms)Running coprocessor post-open hooks at 1731552049984 (+3 ms)Region opened successfully at 1731552049984 2024-11-14T02:40:49,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687., pid=10, masterSystemTime=1731552049949 2024-11-14T02:40:49,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. 2024-11-14T02:40:49,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. 2024-11-14T02:40:49,986 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=32e1f703f5a2b0062e48540d0dee8687, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,37277,1731552030195 2024-11-14T02:40:49,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32e1f703f5a2b0062e48540d0dee8687, server=83c5a5c119d5,37277,1731552030195 because future has completed 2024-11-14T02:40:49,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T02:40:49,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 32e1f703f5a2b0062e48540d0dee8687, server=83c5a5c119d5,37277,1731552030195 in 192 msec 2024-11-14T02:40:49,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T02:40:49,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=32e1f703f5a2b0062e48540d0dee8687, ASSIGN in 347 msec 2024-11-14T02:40:49,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:40:49,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552049992"}]},"ts":"1731552049992"} 2024-11-14T02:40:49,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T02:40:49,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:40:49,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-14T02:40:50,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687., hostname=83c5a5c119d5,37277,1731552030195, seqNum=2] 2024-11-14T02:40:50,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636 2024-11-14T02:40:50,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636 2024-11-14T02:40:50,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:40:50,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T02:40:50,249 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T02:40:50,275 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83c5a5c119d5,37277,1731552030195, ReplicationSource: 1, currentBandwidth=0 2024-11-14T02:40:50,276 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:50,276 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,37277,1731552030195, seqNum=-1] 2024-11-14T02:40:50,276 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:50,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T02:40:50,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83c5a5c119d5,37277,1731552030195', locateType=CURRENT is [region=hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687., hostname=83c5a5c119d5,37277,1731552030195, seqNum=2] 2024-11-14T02:40:50,280 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T02:40:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T02:40:50,282 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83c5a5c119d5,37277,1731552030195 suceeded 2024-11-14T02:40:50,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T02:40:50,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T02:40:50,284 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83c5a5c119d5:38367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:40:50,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4660 sec 2024-11-14T02:40:50,293 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:38367' 2024-11-14T02:40:50,294 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@457d75d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:50,294 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,38367,-1 for getting cluster id 2024-11-14T02:40:50,294 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:50,295 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aef4252-6e54-4505-ac04-3bf956560ea4' 2024-11-14T02:40:50,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:50,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aef4252-6e54-4505-ac04-3bf956560ea4" 2024-11-14T02:40:50,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b9664d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:50,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,38367,-1] 2024-11-14T02:40:50,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:50,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:50,296 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:50,296 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@546667b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:50,296 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:50,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,38367,1731552034748 2024-11-14T02:40:50,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d2311c7 2024-11-14T02:40:50,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:50,298 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-14T02:40:50,298 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83c5a5c119d5,37277,1731552030195 (queues=1) is replicating from cluster=4dc41d8c-db81-4456-a4fc-36d61e198e5b to cluster=5aef4252-6e54-4505-ac04-3bf956560ea4 2024-11-14T02:40:50,298 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83c5a5c119d5%2C37277%2C1731552030195 2024-11-14T02:40:50,298 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83c5a5c119d5,37277,1731552030195, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:40:50,299 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293, startPosition=0, beingWritten=true 2024-11-14T02:40:50,299 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C37277%2C1731552030195 2024-11-14T02:40:50,302 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:50,302 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 379, reset compression=false 2024-11-14T02:40:50,302 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,37277,1731552030195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:40:50,413 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T02:40:50,505 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 379, reset compression=false 2024-11-14T02:40:50,808 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 379, reset compression=false 2024-11-14T02:40:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:50,963 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T02:40:50,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:40:50,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:40:50,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:50,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:50,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:40:50,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b78659d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:50,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,38367,-1 for getting cluster id 2024-11-14T02:40:50,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:50,965 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aef4252-6e54-4505-ac04-3bf956560ea4' 2024-11-14T02:40:50,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:50,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aef4252-6e54-4505-ac04-3bf956560ea4" 2024-11-14T02:40:50,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ae8efe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:50,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,38367,-1] 2024-11-14T02:40:50,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:50,966 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:50,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3980cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:50,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:50,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,38367,1731552034748 2024-11-14T02:40:50,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@354792fc 2024-11-14T02:40:50,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:50,968 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:40:50,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83c5a5c119d5:44495,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T02:40:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:40:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:50,970 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:44495' 2024-11-14T02:40:50,972 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc2e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:50,972 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,44495,-1 for getting cluster id 2024-11-14T02:40:50,972 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:50,972 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '377c67f6-d4a1-4bc2-a84a-6b00478360a9' 2024-11-14T02:40:50,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:50,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "377c67f6-d4a1-4bc2-a84a-6b00478360a9" 2024-11-14T02:40:50,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a94944a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:50,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,44495,-1] 2024-11-14T02:40:50,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:50,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:50,973 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:50,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696ca41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:50,974 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:50,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,44495,1731552039492 2024-11-14T02:40:50,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60f40aee 2024-11-14T02:40:50,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:50,975 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:40:50,976 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T02:40:50,976 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:40:50,976 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:50,976 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:50,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:40:50,976 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:40:50,977 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T02:40:50,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:40:50,978 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:50,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:40:50,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741837_1013 (size=1138) 2024-11-14T02:40:51,027 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T02:40:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:51,211 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 379, reset compression=false 2024-11-14T02:40:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:51,384 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8085527bb0f71f5967f51ec2f4211d41, NAME => 'hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6 2024-11-14T02:40:51,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741838_1014 (size=44) 2024-11-14T02:40:51,389 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:51,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8085527bb0f71f5967f51ec2f4211d41, disabling compactions & flushes 2024-11-14T02:40:51,390 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41. 2024-11-14T02:40:51,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41. 2024-11-14T02:40:51,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41. after waiting 0 ms 2024-11-14T02:40:51,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41. 2024-11-14T02:40:51,390 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41. 2024-11-14T02:40:51,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8085527bb0f71f5967f51ec2f4211d41: Waiting for close lock at 1731552051389Disabling compacts and flushes for region at 1731552051389Disabling writes for close at 1731552051390 (+1 ms)Writing region close event to WAL at 1731552051390Closed at 1731552051390 2024-11-14T02:40:51,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:40:51,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731552051391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552051391"}]},"ts":"1731552051391"} 2024-11-14T02:40:51,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:40:51,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:40:51,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552051394"}]},"ts":"1731552051394"} 2024-11-14T02:40:51,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T02:40:51,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8085527bb0f71f5967f51ec2f4211d41, ASSIGN}] 2024-11-14T02:40:51,398 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8085527bb0f71f5967f51ec2f4211d41, ASSIGN 2024-11-14T02:40:51,399 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8085527bb0f71f5967f51ec2f4211d41, ASSIGN; state=OFFLINE, location=83c5a5c119d5,42989,1731552034861; forceNewPlan=false, retain=false 2024-11-14T02:40:51,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8085527bb0f71f5967f51ec2f4211d41, regionState=OPENING, regionLocation=83c5a5c119d5,42989,1731552034861 2024-11-14T02:40:51,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8085527bb0f71f5967f51ec2f4211d41, ASSIGN because future has completed 2024-11-14T02:40:51,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8085527bb0f71f5967f51ec2f4211d41, server=83c5a5c119d5,42989,1731552034861}] 2024-11-14T02:40:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:51,714 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 379, reset compression=false 2024-11-14T02:40:51,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41. 2024-11-14T02:40:51,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:51,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T02:40:51,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C42989%2C1731552034861.rep, suffix=, logDir=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861, archiveDir=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/oldWALs, maxLogs=10 2024-11-14T02:40:51,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.rep.1731552051735, exclude list is [], retry=0 2024-11-14T02:40:51,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44421,DS-8724c88f-1f9c-462e-b68c-9665b13ba862,DISK] 2024-11-14T02:40:51,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.rep.1731552051735 2024-11-14T02:40:51,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46521:46521)] 2024-11-14T02:40:51,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8085527bb0f71f5967f51ec2f4211d41, NAME => 'hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:51,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:40:51,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:40:51,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41. service=MultiRowMutationService 2024-11-14T02:40:51,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T02:40:51,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:40:51,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:51,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:40:51,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:40:51,754 INFO [StoreOpener-8085527bb0f71f5967f51ec2f4211d41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:40:51,755 INFO [StoreOpener-8085527bb0f71f5967f51ec2f4211d41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8085527bb0f71f5967f51ec2f4211d41 columnFamilyName hfileref 2024-11-14T02:40:51,755 DEBUG [StoreOpener-8085527bb0f71f5967f51ec2f4211d41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:51,755 INFO [StoreOpener-8085527bb0f71f5967f51ec2f4211d41-1 {}] regionserver.HStore(327): Store=8085527bb0f71f5967f51ec2f4211d41/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:51,755 INFO [StoreOpener-8085527bb0f71f5967f51ec2f4211d41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:40:51,756 INFO [StoreOpener-8085527bb0f71f5967f51ec2f4211d41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8085527bb0f71f5967f51ec2f4211d41 columnFamilyName queue 2024-11-14T02:40:51,756 DEBUG [StoreOpener-8085527bb0f71f5967f51ec2f4211d41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:51,756 INFO [StoreOpener-8085527bb0f71f5967f51ec2f4211d41-1 {}] regionserver.HStore(327): Store=8085527bb0f71f5967f51ec2f4211d41/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:51,756 INFO [StoreOpener-8085527bb0f71f5967f51ec2f4211d41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:40:51,757 INFO [StoreOpener-8085527bb0f71f5967f51ec2f4211d41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8085527bb0f71f5967f51ec2f4211d41 columnFamilyName sid 2024-11-14T02:40:51,757 DEBUG [StoreOpener-8085527bb0f71f5967f51ec2f4211d41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:51,757 INFO [StoreOpener-8085527bb0f71f5967f51ec2f4211d41-1 {}] regionserver.HStore(327): Store=8085527bb0f71f5967f51ec2f4211d41/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:51,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:40:51,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/replication/8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:40:51,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/replication/8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:40:51,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:40:51,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:40:51,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:51,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:40:51,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/replication/8085527bb0f71f5967f51ec2f4211d41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:51,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8085527bb0f71f5967f51ec2f4211d41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64670247, jitterRate=-0.03633822500705719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:51,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:40:51,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8085527bb0f71f5967f51ec2f4211d41: Running coprocessor pre-open hook at 1731552051753Writing region info on filesystem at 1731552051753Initializing all the Stores at 1731552051753Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552051753Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552051754 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552051754Cleaning up temporary data from old regions at 1731552051759 (+5 ms)Running coprocessor post-open hooks at 1731552051762 (+3 ms)Region opened successfully at 1731552051762 2024-11-14T02:40:51,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41., pid=10, masterSystemTime=1731552051704 2024-11-14T02:40:51,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41. 2024-11-14T02:40:51,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41. 2024-11-14T02:40:51,765 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8085527bb0f71f5967f51ec2f4211d41, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,42989,1731552034861 2024-11-14T02:40:51,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8085527bb0f71f5967f51ec2f4211d41, server=83c5a5c119d5,42989,1731552034861 because future has completed 2024-11-14T02:40:51,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T02:40:51,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8085527bb0f71f5967f51ec2f4211d41, server=83c5a5c119d5,42989,1731552034861 in 215 msec 2024-11-14T02:40:51,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T02:40:51,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8085527bb0f71f5967f51ec2f4211d41, ASSIGN in 372 msec 2024-11-14T02:40:51,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:40:51,771 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552051771"}]},"ts":"1731552051771"} 2024-11-14T02:40:51,773 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T02:40:51,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:40:51,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 798 msec 2024-11-14T02:40:51,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41., hostname=83c5a5c119d5,42989,1731552034861, seqNum=2] 2024-11-14T02:40:51,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963 2024-11-14T02:40:51,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963 2024-11-14T02:40:51,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:40:51,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T02:40:51,983 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T02:40:52,010 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83c5a5c119d5,42989,1731552034861, ReplicationSource: 1, currentBandwidth=0 2024-11-14T02:40:52,010 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:52,010 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,42989,1731552034861, seqNum=-1] 2024-11-14T02:40:52,011 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:52,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T02:40:52,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83c5a5c119d5,42989,1731552034861', locateType=CURRENT is [region=hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41., hostname=83c5a5c119d5,42989,1731552034861, seqNum=2] 2024-11-14T02:40:52,015 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T02:40:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T02:40:52,017 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83c5a5c119d5,42989,1731552034861 suceeded 2024-11-14T02:40:52,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T02:40:52,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-14T02:40:52,019 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83c5a5c119d5:44495,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:40:52,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0510 sec 2024-11-14T02:40:52,030 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:44495' 2024-11-14T02:40:52,031 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6693be10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:52,031 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,44495,-1 for getting cluster id 2024-11-14T02:40:52,031 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:52,032 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '377c67f6-d4a1-4bc2-a84a-6b00478360a9' 2024-11-14T02:40:52,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:52,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "377c67f6-d4a1-4bc2-a84a-6b00478360a9" 2024-11-14T02:40:52,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@254c842c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:52,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,44495,-1] 2024-11-14T02:40:52,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:52,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:52,033 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:52,034 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d633b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:52,034 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:52,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,44495,1731552039492 2024-11-14T02:40:52,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@488a1611 2024-11-14T02:40:52,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:52,035 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-14T02:40:52,035 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83c5a5c119d5,42989,1731552034861 (queues=1) is replicating from cluster=5aef4252-6e54-4505-ac04-3bf956560ea4 to cluster=377c67f6-d4a1-4bc2-a84a-6b00478360a9 2024-11-14T02:40:52,036 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83c5a5c119d5%2C42989%2C1731552034861 2024-11-14T02:40:52,036 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83c5a5c119d5,42989,1731552034861, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:40:52,036 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C42989%2C1731552034861 2024-11-14T02:40:52,036 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553, startPosition=0, beingWritten=true 2024-11-14T02:40:52,040 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:52,040 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 379, reset compression=false 2024-11-14T02:40:52,040 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,42989,1731552034861 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:40:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:52,103 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T02:40:52,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:40:52,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:40:52,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:52,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:52,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:40:52,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d731116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:52,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,44495,-1 for getting cluster id 2024-11-14T02:40:52,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:52,105 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '377c67f6-d4a1-4bc2-a84a-6b00478360a9' 2024-11-14T02:40:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "377c67f6-d4a1-4bc2-a84a-6b00478360a9" 2024-11-14T02:40:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32afb832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,44495,-1] 2024-11-14T02:40:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:52,106 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:52,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365ef02e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:52,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,44495,1731552039492 2024-11-14T02:40:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eb02d17 2024-11-14T02:40:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:52,108 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:40:52,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83c5a5c119d5:33093,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T02:40:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:40:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:52,111 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:33093' 2024-11-14T02:40:52,112 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf2d63e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:52,112 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,33093,-1 for getting cluster id 2024-11-14T02:40:52,112 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:52,112 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4dc41d8c-db81-4456-a4fc-36d61e198e5b' 2024-11-14T02:40:52,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:52,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4dc41d8c-db81-4456-a4fc-36d61e198e5b" 2024-11-14T02:40:52,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bd7d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:52,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,33093,-1] 2024-11-14T02:40:52,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:52,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:52,114 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:52,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f77b0e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:52,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:52,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,33093,1731552030026 2024-11-14T02:40:52,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bdba9f3 2024-11-14T02:40:52,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:52,116 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:40:52,116 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T02:40:52,116 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:40:52,116 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:52,117 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:52,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:40:52,117 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:40:52,118 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T02:40:52,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:40:52,119 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:52,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:40:52,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741837_1013 (size=1138) 2024-11-14T02:40:52,168 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T02:40:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:52,244 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 379, reset compression=false 2024-11-14T02:40:52,317 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 379, reset compression=false 2024-11-14T02:40:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:52,526 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c91c747871969356d23d38b29e5ae37f, NAME => 'hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6 2024-11-14T02:40:52,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741838_1014 (size=44) 2024-11-14T02:40:52,547 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 379, reset compression=false 2024-11-14T02:40:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:52,931 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:52,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c91c747871969356d23d38b29e5ae37f, disabling compactions & flushes 2024-11-14T02:40:52,932 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. 2024-11-14T02:40:52,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. 2024-11-14T02:40:52,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. after waiting 0 ms 2024-11-14T02:40:52,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. 2024-11-14T02:40:52,932 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. 2024-11-14T02:40:52,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c91c747871969356d23d38b29e5ae37f: Waiting for close lock at 1731552052932Disabling compacts and flushes for region at 1731552052932Disabling writes for close at 1731552052932Writing region close event to WAL at 1731552052932Closed at 1731552052932 2024-11-14T02:40:52,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:40:52,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731552052933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552052933"}]},"ts":"1731552052933"} 2024-11-14T02:40:52,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:40:52,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:40:52,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552052935"}]},"ts":"1731552052935"} 2024-11-14T02:40:52,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T02:40:52,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c91c747871969356d23d38b29e5ae37f, ASSIGN}] 2024-11-14T02:40:52,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c91c747871969356d23d38b29e5ae37f, ASSIGN 2024-11-14T02:40:52,938 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c91c747871969356d23d38b29e5ae37f, ASSIGN; state=OFFLINE, location=83c5a5c119d5,38951,1731552039598; forceNewPlan=false, retain=false 2024-11-14T02:40:52,950 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 379, reset compression=false 2024-11-14T02:40:53,023 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 379, reset compression=false 2024-11-14T02:40:53,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c91c747871969356d23d38b29e5ae37f, regionState=OPENING, regionLocation=83c5a5c119d5,38951,1731552039598 2024-11-14T02:40:53,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c91c747871969356d23d38b29e5ae37f, ASSIGN because future has completed 2024-11-14T02:40:53,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c91c747871969356d23d38b29e5ae37f, server=83c5a5c119d5,38951,1731552039598}] 2024-11-14T02:40:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:53,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. 2024-11-14T02:40:53,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:40:53,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T02:40:53,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C38951%2C1731552039598.rep, suffix=, logDir=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598, archiveDir=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/oldWALs, maxLogs=10 2024-11-14T02:40:53,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.rep.1731552053247, exclude list is [], retry=0 2024-11-14T02:40:53,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35123,DS-1942e030-c727-4166-9db7-729bd5e8ca8c,DISK] 2024-11-14T02:40:53,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.rep.1731552053247 2024-11-14T02:40:53,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43451:43451)] 2024-11-14T02:40:53,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c91c747871969356d23d38b29e5ae37f, NAME => 'hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:40:53,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:40:53,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:40:53,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. service=MultiRowMutationService 2024-11-14T02:40:53,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T02:40:53,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c91c747871969356d23d38b29e5ae37f 2024-11-14T02:40:53,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:40:53,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c91c747871969356d23d38b29e5ae37f 2024-11-14T02:40:53,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c91c747871969356d23d38b29e5ae37f 2024-11-14T02:40:53,267 INFO [StoreOpener-c91c747871969356d23d38b29e5ae37f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c91c747871969356d23d38b29e5ae37f 2024-11-14T02:40:53,268 INFO [StoreOpener-c91c747871969356d23d38b29e5ae37f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c91c747871969356d23d38b29e5ae37f columnFamilyName hfileref 2024-11-14T02:40:53,268 DEBUG [StoreOpener-c91c747871969356d23d38b29e5ae37f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:53,268 INFO [StoreOpener-c91c747871969356d23d38b29e5ae37f-1 {}] regionserver.HStore(327): Store=c91c747871969356d23d38b29e5ae37f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:53,269 INFO [StoreOpener-c91c747871969356d23d38b29e5ae37f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c91c747871969356d23d38b29e5ae37f 2024-11-14T02:40:53,269 INFO [StoreOpener-c91c747871969356d23d38b29e5ae37f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c91c747871969356d23d38b29e5ae37f columnFamilyName queue 2024-11-14T02:40:53,269 DEBUG [StoreOpener-c91c747871969356d23d38b29e5ae37f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:53,270 INFO [StoreOpener-c91c747871969356d23d38b29e5ae37f-1 {}] regionserver.HStore(327): Store=c91c747871969356d23d38b29e5ae37f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:53,270 INFO [StoreOpener-c91c747871969356d23d38b29e5ae37f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c91c747871969356d23d38b29e5ae37f 2024-11-14T02:40:53,270 INFO [StoreOpener-c91c747871969356d23d38b29e5ae37f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c91c747871969356d23d38b29e5ae37f columnFamilyName sid 2024-11-14T02:40:53,270 DEBUG [StoreOpener-c91c747871969356d23d38b29e5ae37f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:40:53,271 INFO [StoreOpener-c91c747871969356d23d38b29e5ae37f-1 {}] regionserver.HStore(327): Store=c91c747871969356d23d38b29e5ae37f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:40:53,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c91c747871969356d23d38b29e5ae37f 2024-11-14T02:40:53,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/replication/c91c747871969356d23d38b29e5ae37f 2024-11-14T02:40:53,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/replication/c91c747871969356d23d38b29e5ae37f 2024-11-14T02:40:53,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c91c747871969356d23d38b29e5ae37f 2024-11-14T02:40:53,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c91c747871969356d23d38b29e5ae37f 2024-11-14T02:40:53,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:40:53,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c91c747871969356d23d38b29e5ae37f 2024-11-14T02:40:53,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/replication/c91c747871969356d23d38b29e5ae37f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:40:53,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c91c747871969356d23d38b29e5ae37f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65338577, jitterRate=-0.026379331946372986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:40:53,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c91c747871969356d23d38b29e5ae37f 2024-11-14T02:40:53,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c91c747871969356d23d38b29e5ae37f: Running coprocessor pre-open hook at 1731552053264Writing region info on filesystem at 1731552053264Initializing all the Stores at 1731552053265 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552053265Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552053267 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552053267Cleaning up temporary data from old regions at 1731552053272 (+5 ms)Running coprocessor post-open hooks at 1731552053276 (+4 ms)Region opened successfully at 1731552053276 2024-11-14T02:40:53,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f., pid=10, masterSystemTime=1731552053242 2024-11-14T02:40:53,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. 2024-11-14T02:40:53,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. 2024-11-14T02:40:53,278 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c91c747871969356d23d38b29e5ae37f, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,38951,1731552039598 2024-11-14T02:40:53,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c91c747871969356d23d38b29e5ae37f, server=83c5a5c119d5,38951,1731552039598 because future has completed 2024-11-14T02:40:53,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T02:40:53,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c91c747871969356d23d38b29e5ae37f, server=83c5a5c119d5,38951,1731552039598 in 190 msec 2024-11-14T02:40:53,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T02:40:53,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c91c747871969356d23d38b29e5ae37f, ASSIGN in 346 msec 2024-11-14T02:40:53,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:40:53,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552053285"}]},"ts":"1731552053285"} 2024-11-14T02:40:53,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T02:40:53,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:40:53,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-14T02:40:53,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f., hostname=83c5a5c119d5,38951,1731552039598, seqNum=2] 2024-11-14T02:40:53,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695 2024-11-14T02:40:53,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695 2024-11-14T02:40:53,377 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:40:53,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:53,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:53,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:40:53,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:53,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:53,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:53,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:53,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:53,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:53,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:53,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:53,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:53,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:53,454 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 379, reset compression=false 2024-11-14T02:40:53,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T02:40:53,533 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T02:40:53,559 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83c5a5c119d5,38951,1731552039598, ReplicationSource: 1, currentBandwidth=0 2024-11-14T02:40:53,559 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:53,559 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,38951,1731552039598, seqNum=-1] 2024-11-14T02:40:53,560 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:53,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T02:40:53,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83c5a5c119d5,38951,1731552039598', locateType=CURRENT is [region=hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f., hostname=83c5a5c119d5,38951,1731552039598, seqNum=2] 2024-11-14T02:40:53,564 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T02:40:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T02:40:53,566 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83c5a5c119d5,38951,1731552039598 suceeded 2024-11-14T02:40:53,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T02:40:53,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-14T02:40:53,568 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83c5a5c119d5:33093,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:40:53,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4590 sec 2024-11-14T02:40:53,579 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:33093' 2024-11-14T02:40:53,580 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d0d5972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:53,580 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,33093,-1 for getting cluster id 2024-11-14T02:40:53,580 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:53,581 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4dc41d8c-db81-4456-a4fc-36d61e198e5b' 2024-11-14T02:40:53,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:53,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4dc41d8c-db81-4456-a4fc-36d61e198e5b" 2024-11-14T02:40:53,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@325795e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:53,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,33093,-1] 2024-11-14T02:40:53,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:53,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:53,582 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:53,582 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1552606a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:53,582 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:40:53,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,33093,1731552030026 2024-11-14T02:40:53,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fc5e125 2024-11-14T02:40:53,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:40:53,583 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T02:40:53,584 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83c5a5c119d5,38951,1731552039598 (queues=1) is replicating from cluster=377c67f6-d4a1-4bc2-a84a-6b00478360a9 to cluster=4dc41d8c-db81-4456-a4fc-36d61e198e5b 2024-11-14T02:40:53,584 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83c5a5c119d5%2C38951%2C1731552039598 2024-11-14T02:40:53,584 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83c5a5c119d5,38951,1731552039598, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:40:53,585 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C38951%2C1731552039598 2024-11-14T02:40:53,585 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343, startPosition=0, beingWritten=true 2024-11-14T02:40:53,588 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:53,589 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 379, reset compression=false 2024-11-14T02:40:53,589 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,38951,1731552039598 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:40:53,791 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 379, reset compression=false 2024-11-14T02:40:53,827 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 379, reset compression=false 2024-11-14T02:40:54,066 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 379, reset compression=false 2024-11-14T02:40:54,095 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 379, reset compression=false 2024-11-14T02:40:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:40:54,253 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T02:40:54,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:40:54,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:40:54,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:54,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:54,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:40:54,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6bdb43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:54,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,33093,-1 for getting cluster id 2024-11-14T02:40:54,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:54,255 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4dc41d8c-db81-4456-a4fc-36d61e198e5b' 2024-11-14T02:40:54,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:54,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4dc41d8c-db81-4456-a4fc-36d61e198e5b" 2024-11-14T02:40:54,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b623e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:54,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,33093,-1] 2024-11-14T02:40:54,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:54,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:54,256 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710b7b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:54,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f54ac98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:54,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,38367,-1 for getting cluster id 2024-11-14T02:40:54,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:54,257 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aef4252-6e54-4505-ac04-3bf956560ea4' 2024-11-14T02:40:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aef4252-6e54-4505-ac04-3bf956560ea4" 2024-11-14T02:40:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552901e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:54,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,38367,-1] 2024-11-14T02:40:54,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:54,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:54,258 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:54,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d00e255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:54,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6208ec51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:54,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,44495,-1 for getting cluster id 2024-11-14T02:40:54,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:54,259 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '377c67f6-d4a1-4bc2-a84a-6b00478360a9' 2024-11-14T02:40:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "377c67f6-d4a1-4bc2-a84a-6b00478360a9" 2024-11-14T02:40:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180a8d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,44495,-1] 2024-11-14T02:40:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:54,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:54,260 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65dc2f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:54,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:54,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,37277,1731552030195, seqNum=-1] 2024-11-14T02:40:54,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:54,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:54,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2., hostname=83c5a5c119d5,37277,1731552030195, seqNum=2] 2024-11-14T02:40:54,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:54,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,38951,1731552039598, seqNum=-1] 2024-11-14T02:40:54,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:54,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:54,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3., hostname=83c5a5c119d5,38951,1731552039598, seqNum=2] 2024-11-14T02:40:54,288 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T02:40:54,498 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 379, reset compression=false 2024-11-14T02:40:54,730 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 379, reset compression=false 2024-11-14T02:40:54,734 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:40:54,734 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 480, reset compression=false 2024-11-14T02:40:54,734 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,37277,1731552030195 got entry batch from reader: WALEntryBatch [walEntries=[{test/15b56ddfcd3a8de72ecfd2315d952ed2/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T02:40:54,736 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:40:54,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-14T02:40:54,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:40:54,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@585c2563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:54,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,38367,-1 for getting cluster id 2024-11-14T02:40:54,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:54,738 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aef4252-6e54-4505-ac04-3bf956560ea4' 2024-11-14T02:40:54,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:54,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aef4252-6e54-4505-ac04-3bf956560ea4" 2024-11-14T02:40:54,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53dc660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:54,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,38367,-1] 2024-11-14T02:40:54,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:54,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:54,739 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:54,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bd9045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:54,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:54,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,42989,1731552034861, seqNum=-1] 2024-11-14T02:40:54,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:54,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T02:40:54,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731552044515.581f8341915802f251d8dd04d2b13b96., hostname=83c5a5c119d5,42989,1731552034861, seqNum=2] 2024-11-14T02:40:54,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:40:54,769 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 379, reset compression=false 2024-11-14T02:40:54,773 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:40:54,773 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 503, reset compression=false 2024-11-14T02:40:54,773 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,42989,1731552034861 got entry batch from reader: WALEntryBatch [walEntries=[{test/581f8341915802f251d8dd04d2b13b96/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T02:40:54,775 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:40:54,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-14T02:40:54,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:40:54,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3524914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:54,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,44495,-1 for getting cluster id 2024-11-14T02:40:54,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:54,777 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '377c67f6-d4a1-4bc2-a84a-6b00478360a9' 2024-11-14T02:40:54,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:54,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "377c67f6-d4a1-4bc2-a84a-6b00478360a9" 2024-11-14T02:40:54,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74bb9999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:54,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,44495,-1] 2024-11-14T02:40:54,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:54,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:54,778 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:54,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72f64bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:54,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:54,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,38951,1731552039598, seqNum=-1] 2024-11-14T02:40:54,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:54,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T02:40:54,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3., hostname=83c5a5c119d5,38951,1731552039598, seqNum=2] 2024-11-14T02:40:54,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:40:54,936 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 480, reset compression=false 2024-11-14T02:40:54,976 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 503, reset compression=false 2024-11-14T02:40:55,001 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 379, reset compression=false 2024-11-14T02:40:55,005 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:55,005 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 526, reset compression=false 2024-11-14T02:40:55,005 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,38951,1731552039598 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:40:55,209 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 526, reset compression=false 2024-11-14T02:40:55,239 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 480, reset compression=false 2024-11-14T02:40:55,279 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 503, reset compression=false 2024-11-14T02:40:55,289 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T02:40:55,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:55,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,42989,1731552034861, seqNum=-1] 2024-11-14T02:40:55,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:55,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:40:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731552044515.581f8341915802f251d8dd04d2b13b96., hostname=83c5a5c119d5,42989,1731552034861, seqNum=2] 2024-11-14T02:40:55,296 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T02:40:55,512 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 526, reset compression=false 2024-11-14T02:40:55,642 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 480, reset compression=false 2024-11-14T02:40:55,682 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 503, reset compression=false 2024-11-14T02:40:55,686 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:40:55,686 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 607, reset compression=false 2024-11-14T02:40:55,686 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,42989,1731552034861 got entry batch from reader: WALEntryBatch [walEntries=[{test/581f8341915802f251d8dd04d2b13b96/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T02:40:55,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:40:55,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:40:55,889 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 607, reset compression=false 2024-11-14T02:40:55,915 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 526, reset compression=false 2024-11-14T02:40:55,919 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:40:55,919 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 653, reset compression=false 2024-11-14T02:40:55,919 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,38951,1731552039598 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8298a270343f239e62dbcb9d6382fe3/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T02:40:55,921 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:40:55,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T02:40:55,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37277 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:40:55,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ea79b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:55,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37277 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,33093,-1 for getting cluster id 2024-11-14T02:40:55,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:40:55,923 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4dc41d8c-db81-4456-a4fc-36d61e198e5b' 2024-11-14T02:40:55,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:40:55,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4dc41d8c-db81-4456-a4fc-36d61e198e5b" 2024-11-14T02:40:55,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46529bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:55,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,33093,-1] 2024-11-14T02:40:55,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:40:55,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:40:55,925 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:40:55,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cf7a97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:40:55,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37277 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:40:55,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,37277,1731552030195, seqNum=-1] 2024-11-14T02:40:55,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:40:55,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T02:40:55,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2., hostname=83c5a5c119d5,37277,1731552030195, seqNum=2] 2024-11-14T02:40:55,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37277 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:40:56,123 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 653, reset compression=false 2024-11-14T02:40:56,145 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 480, reset compression=false 2024-11-14T02:40:56,148 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:56,148 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 630, reset compression=false 2024-11-14T02:40:56,148 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,37277,1731552030195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:40:56,192 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 607, reset compression=false 2024-11-14T02:40:56,298 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T02:40:56,300 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T02:40:56,351 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 630, reset compression=false 2024-11-14T02:40:56,426 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 653, reset compression=false 2024-11-14T02:40:56,430 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:40:56,430 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 757, reset compression=false 2024-11-14T02:40:56,430 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,38951,1731552039598 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8298a270343f239e62dbcb9d6382fe3/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T02:40:56,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37277 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:40:56,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37277 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:40:56,595 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 607, reset compression=false 2024-11-14T02:40:56,634 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 757, reset compression=false 2024-11-14T02:40:56,654 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 630, reset compression=false 2024-11-14T02:40:56,657 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:40:56,657 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 757, reset compression=false 2024-11-14T02:40:56,657 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,37277,1731552030195 got entry batch from reader: WALEntryBatch [walEntries=[{test/15b56ddfcd3a8de72ecfd2315d952ed2/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T02:40:56,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:40:56,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:40:56,861 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 757, reset compression=false 2024-11-14T02:40:56,937 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 757, reset compression=false 2024-11-14T02:40:57,098 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 607, reset compression=false 2024-11-14T02:40:57,101 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:57,101 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 757, reset compression=false 2024-11-14T02:40:57,101 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,42989,1731552034861 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:40:57,164 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 757, reset compression=false 2024-11-14T02:40:57,302 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T02:40:57,305 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T02:40:57,306 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 757, reset compression=false 2024-11-14T02:40:57,340 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 757, reset compression=false 2024-11-14T02:40:57,567 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 757, reset compression=false 2024-11-14T02:40:57,572 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:40:57,572 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 913, reset compression=false 2024-11-14T02:40:57,572 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,37277,1731552030195 got entry batch from reader: WALEntryBatch [walEntries=[{test/15b56ddfcd3a8de72ecfd2315d952ed2/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T02:40:57,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:40:57,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:40:57,610 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 757, reset compression=false 2024-11-14T02:40:57,613 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:40:57,613 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 904, reset compression=false 2024-11-14T02:40:57,613 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,42989,1731552034861 got entry batch from reader: WALEntryBatch [walEntries=[{test/581f8341915802f251d8dd04d2b13b96/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T02:40:57,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:40:57,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:40:57,775 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 913, reset compression=false 2024-11-14T02:40:57,816 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 904, reset compression=false 2024-11-14T02:40:57,844 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 757, reset compression=false 2024-11-14T02:40:57,848 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:57,848 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 927, reset compression=false 2024-11-14T02:40:57,848 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,38951,1731552039598 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:40:58,051 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 927, reset compression=false 2024-11-14T02:40:58,079 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 913, reset compression=false 2024-11-14T02:40:58,119 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 904, reset compression=false 2024-11-14T02:40:58,306 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T02:40:58,309 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T02:40:58,355 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 927, reset compression=false 2024-11-14T02:40:58,481 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 913, reset compression=false 2024-11-14T02:40:58,522 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 904, reset compression=false 2024-11-14T02:40:58,525 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:40:58,525 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1063, reset compression=false 2024-11-14T02:40:58,526 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,42989,1731552034861 got entry batch from reader: WALEntryBatch [walEntries=[{test/581f8341915802f251d8dd04d2b13b96/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T02:40:58,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:40:58,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:40:58,728 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1063, reset compression=false 2024-11-14T02:40:58,758 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 927, reset compression=false 2024-11-14T02:40:58,762 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:40:58,762 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 1076, reset compression=false 2024-11-14T02:40:58,762 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,38951,1731552039598 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8298a270343f239e62dbcb9d6382fe3/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T02:40:58,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37277 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:40:58,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37277 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:40:58,766 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:40:58,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:58,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:58,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:58,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:58,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:58,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:58,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:58,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:58,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:58,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:58,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:58,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:40:58,965 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 1076, reset compression=false 2024-11-14T02:40:58,985 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 913, reset compression=false 2024-11-14T02:40:58,989 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:58,989 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1085, reset compression=false 2024-11-14T02:40:58,989 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,37277,1731552030195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:40:59,032 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1063, reset compression=false 2024-11-14T02:40:59,192 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1085, reset compression=false 2024-11-14T02:40:59,268 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 1076, reset compression=false 2024-11-14T02:40:59,311 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T02:40:59,315 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T02:40:59,435 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1063, reset compression=false 2024-11-14T02:40:59,496 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1085, reset compression=false 2024-11-14T02:40:59,618 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:40:59,671 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 1076, reset compression=false 2024-11-14T02:40:59,675 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:40:59,675 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 1235, reset compression=false 2024-11-14T02:40:59,675 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,38951,1731552039598 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8298a270343f239e62dbcb9d6382fe3/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T02:40:59,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37277 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:40:59,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37277 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:40:59,878 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 1235, reset compression=false 2024-11-14T02:40:59,900 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1085, reset compression=false 2024-11-14T02:40:59,903 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:40:59,903 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1234, reset compression=false 2024-11-14T02:40:59,903 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,37277,1731552030195 got entry batch from reader: WALEntryBatch [walEntries=[{test/15b56ddfcd3a8de72ecfd2315d952ed2/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T02:40:59,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:40:59,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:40:59,939 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1063, reset compression=false 2024-11-14T02:40:59,943 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:40:59,943 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1235, reset compression=false 2024-11-14T02:40:59,943 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,42989,1731552034861 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:41:00,107 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1234, reset compression=false 2024-11-14T02:41:00,146 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1235, reset compression=false 2024-11-14T02:41:00,182 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 1235, reset compression=false 2024-11-14T02:41:00,316 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T02:41:00,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73102e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:00,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,44495,-1 for getting cluster id 2024-11-14T02:41:00,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:00,323 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '377c67f6-d4a1-4bc2-a84a-6b00478360a9' 2024-11-14T02:41:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "377c67f6-d4a1-4bc2-a84a-6b00478360a9" 2024-11-14T02:41:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c4021a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,44495,-1] 2024-11-14T02:41:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:00,324 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:00,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7321ff80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:00,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:41:00,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,44495,1731552039492 2024-11-14T02:41:00,327 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24d2f2ad 2024-11-14T02:41:00,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:41:00,328 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:41:00,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-14T02:41:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-14T02:41:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T02:41:00,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:41:00,410 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1234, reset compression=false 2024-11-14T02:41:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T02:41:00,449 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1235, reset compression=false 2024-11-14T02:41:00,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T02:41:00,524 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-14T02:41:00,524 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-14T02:41:00,524 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83c5a5c119d5,38951,1731552039598 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-14T02:41:00,525 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0. 2024-11-14T02:41:00,525 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:00,525 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:00,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:00,525 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:00,625 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T02:41:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T02:41:00,725 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 terminated 2024-11-14T02:41:00,741 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-83c5a5c119d5,38951,1731552039598, ReplicationSource: 1, currentBandwidth=0 2024-11-14T02:41:00,741 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-14T02:41:00,741 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T02:41:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T02:41:00,743 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 83c5a5c119d5,38951,1731552039598 suceeded 2024-11-14T02:41:00,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T02:41:00,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-14T02:41:00,745 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-14T02:41:00,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 416 msec 2024-11-14T02:41:00,754 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:33093' 2024-11-14T02:41:00,755 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c59c1f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:00,755 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,33093,-1 for getting cluster id 2024-11-14T02:41:00,755 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:00,756 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4dc41d8c-db81-4456-a4fc-36d61e198e5b' 2024-11-14T02:41:00,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:00,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4dc41d8c-db81-4456-a4fc-36d61e198e5b" 2024-11-14T02:41:00,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@274a5bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:00,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,33093,-1] 2024-11-14T02:41:00,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:00,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:00,757 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:00,758 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65f274ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:00,758 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:41:00,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,33093,1731552030026 2024-11-14T02:41:00,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3aeaf3a5 2024-11-14T02:41:00,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:41:00,759 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T02:41:00,759 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83c5a5c119d5,38951,1731552039598 (queues=1) is replicating from cluster=377c67f6-d4a1-4bc2-a84a-6b00478360a9 to cluster=4dc41d8c-db81-4456-a4fc-36d61e198e5b 2024-11-14T02:41:00,759 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83c5a5c119d5%2C38951%2C1731552039598 2024-11-14T02:41:00,759 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83c5a5c119d5,38951,1731552039598, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:41:00,760 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C38951%2C1731552039598 2024-11-14T02:41:00,814 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1234, reset compression=false 2024-11-14T02:41:00,852 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1235, reset compression=false 2024-11-14T02:41:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T02:41:00,963 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T02:41:00,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:41:00,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:00,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:00,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:00,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:00,966 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-14T02:41:01,317 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1234, reset compression=false 2024-11-14T02:41:01,321 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:41:01,321 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1338, reset compression=false 2024-11-14T02:41:01,321 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,37277,1731552030195 got entry batch from reader: WALEntryBatch [walEntries=[{test/15b56ddfcd3a8de72ecfd2315d952ed2/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T02:41:01,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:41:01,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42989 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:41:01,355 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1235, reset compression=false 2024-11-14T02:41:01,359 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:41:01,359 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1362, reset compression=false 2024-11-14T02:41:01,359 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,42989,1731552034861 got entry batch from reader: WALEntryBatch [walEntries=[{test/581f8341915802f251d8dd04d2b13b96/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T02:41:01,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:41:01,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:41:01,526 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1338, reset compression=false 2024-11-14T02:41:01,562 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1362, reset compression=false 2024-11-14T02:41:01,829 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1338, reset compression=false 2024-11-14T02:41:01,865 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1362, reset compression=false 2024-11-14T02:41:01,967 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-14T02:41:01,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd9fa9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:01,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,44495,-1 for getting cluster id 2024-11-14T02:41:01,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:01,970 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '377c67f6-d4a1-4bc2-a84a-6b00478360a9' 2024-11-14T02:41:01,970 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:01,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "377c67f6-d4a1-4bc2-a84a-6b00478360a9" 2024-11-14T02:41:01,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3827773c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:01,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,44495,-1] 2024-11-14T02:41:01,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:01,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:01,971 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539452c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:01,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:41:01,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,44495,1731552039492 2024-11-14T02:41:01,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cd7fc57 2024-11-14T02:41:01,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:41:01,975 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:41:01,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-14T02:41:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-14T02:41:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T02:41:02,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:41:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T02:41:02,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38951 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-14T02:41:02,157 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-14T02:41:02,158 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T02:41:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-14T02:41:02,159 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 83c5a5c119d5,38951,1731552039598 suceeded 2024-11-14T02:41:02,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T02:41:02,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-11-14T02:41:02,161 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-14T02:41:02,161 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343, startPosition=1235, beingWritten=true 2024-11-14T02:41:02,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 185 msec 2024-11-14T02:41:02,165 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:02,165 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 1385, reset compression=false 2024-11-14T02:41:02,165 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,38951,1731552039598 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343, lastWalPosition=1385, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:41:02,232 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1338, reset compression=false 2024-11-14T02:41:02,268 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1362, reset compression=false 2024-11-14T02:41:02,271 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:41:02,272 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1466, reset compression=false 2024-11-14T02:41:02,272 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,42989,1731552034861 got entry batch from reader: WALEntryBatch [walEntries=[{test/581f8341915802f251d8dd04d2b13b96/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T02:41:02,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:41:02,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:41:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T02:41:02,293 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T02:41:02,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:41:02,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:02,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:02,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:02,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:02,295 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-14T02:41:02,369 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 1385, reset compression=false 2024-11-14T02:41:02,373 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:41:02,373 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 1512, reset compression=false 2024-11-14T02:41:02,373 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,38951,1731552039598 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8298a270343f239e62dbcb9d6382fe3/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T02:41:02,375 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:41:02,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T02:41:02,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37277 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:41:02,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37277 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:41:02,474 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1466, reset compression=false 2024-11-14T02:41:02,575 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 1512, reset compression=false 2024-11-14T02:41:02,735 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1338, reset compression=false 2024-11-14T02:41:02,739 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:02,739 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1488, reset compression=false 2024-11-14T02:41:02,739 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,37277,1731552030195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:41:02,778 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1466, reset compression=false 2024-11-14T02:41:02,878 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 1512, reset compression=false 2024-11-14T02:41:02,942 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1488, reset compression=false 2024-11-14T02:41:03,181 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1466, reset compression=false 2024-11-14T02:41:03,245 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1488, reset compression=false 2024-11-14T02:41:03,281 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 1512, reset compression=false 2024-11-14T02:41:03,296 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-14T02:41:03,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:41:03,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:41:03,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:03,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:03,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:03,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:03,297 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:41:03,297 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1370357566, stopped=false 2024-11-14T02:41:03,297 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,44495,1731552039492 2024-11-14T02:41:03,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2100128695/running 2024-11-14T02:41:03,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695 2024-11-14T02:41:03,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2100128695/running 2024-11-14T02:41:03,324 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:41:03,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695 2024-11-14T02:41:03,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:41:03,325 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:03,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:03,325 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,38951,1731552039598' ***** 2024-11-14T02:41:03,325 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:41:03,325 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:41:03,325 INFO [RS:0;83c5a5c119d5:38951 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:41:03,325 INFO [RS:0;83c5a5c119d5:38951 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:41:03,325 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(3091): Received CLOSE for b8298a270343f239e62dbcb9d6382fe3 2024-11-14T02:41:03,325 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:41:03,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Set watcher on znode that does not yet exist, /2100128695/running 2024-11-14T02:41:03,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Set watcher on znode that does not yet exist, /2100128695/running 2024-11-14T02:41:03,327 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(3091): Received CLOSE for c91c747871969356d23d38b29e5ae37f 2024-11-14T02:41:03,327 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,38951,1731552039598 2024-11-14T02:41:03,327 INFO [RS:0;83c5a5c119d5:38951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:41:03,327 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8298a270343f239e62dbcb9d6382fe3, disabling compactions & flushes 2024-11-14T02:41:03,327 INFO [RS:0;83c5a5c119d5:38951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:38951. 2024-11-14T02:41:03,327 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3. 2024-11-14T02:41:03,327 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3. 2024-11-14T02:41:03,327 DEBUG [RS:0;83c5a5c119d5:38951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:03,327 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3. after waiting 0 ms 2024-11-14T02:41:03,327 DEBUG [RS:0;83c5a5c119d5:38951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:03,327 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3. 2024-11-14T02:41:03,327 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:41:03,327 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:41:03,327 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:41:03,327 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:41:03,327 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b8298a270343f239e62dbcb9d6382fe3 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T02:41:03,327 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T02:41:03,327 DEBUG [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b8298a270343f239e62dbcb9d6382fe3=test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3., c91c747871969356d23d38b29e5ae37f=hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f.} 2024-11-14T02:41:03,327 DEBUG [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8298a270343f239e62dbcb9d6382fe3, c91c747871969356d23d38b29e5ae37f 2024-11-14T02:41:03,327 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:41:03,327 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:41:03,327 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:41:03,327 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:41:03,327 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:41:03,327 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T02:41:03,341 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3/.tmp/f/403234786f8e451199116c884c585997 is 37, key is row3/f:row3/1731552060964/Put/seqid=0 2024-11-14T02:41:03,341 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:41:03,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741840_1016 (size=5228) 2024-11-14T02:41:03,344 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/.tmp/info/c09c68372cc0453fb4d9dbf4527bb363 is 147, key is hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f./info:regioninfo/1731552053278/Put/seqid=0 2024-11-14T02:41:03,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741841_1017 (size=7686) 2024-11-14T02:41:03,527 DEBUG [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8298a270343f239e62dbcb9d6382fe3, c91c747871969356d23d38b29e5ae37f 2024-11-14T02:41:03,648 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1488, reset compression=false 2024-11-14T02:41:03,684 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1466, reset compression=false 2024-11-14T02:41:03,727 DEBUG [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8298a270343f239e62dbcb9d6382fe3, c91c747871969356d23d38b29e5ae37f 2024-11-14T02:41:03,744 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3/.tmp/f/403234786f8e451199116c884c585997 2024-11-14T02:41:03,748 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 403234786f8e451199116c884c585997 2024-11-14T02:41:03,748 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/.tmp/info/c09c68372cc0453fb4d9dbf4527bb363 2024-11-14T02:41:03,761 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3/.tmp/f1/da5b85a38ce44949813b84360c591e97 is 30, key is row1/f1:/1731552058307/DeleteFamily/seqid=0 2024-11-14T02:41:03,763 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/.tmp/ns/4b78254a48f843efb7dbbc2ac133dca5 is 43, key is default/ns:d/1731552042299/Put/seqid=0 2024-11-14T02:41:03,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741842_1018 (size=5158) 2024-11-14T02:41:03,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741843_1019 (size=5153) 2024-11-14T02:41:03,784 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 1512, reset compression=false 2024-11-14T02:41:03,787 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:03,787 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 1759, reset compression=false 2024-11-14T02:41:03,787 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,38951,1731552039598 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:41:03,788 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83c5a5c119d5,38951,1731552039598: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83c5a5c119d5,38951,1731552039598, walGroup=83c5a5c119d5%2C38951%2C1731552039598, offset=83c5a5c119d5%2C38951%2C1731552039598.1731552041343:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:38951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T02:41:03,789 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T02:41:03,790 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T02:41:03,790 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T02:41:03,790 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T02:41:03,790 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T02:41:03,790 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1189085184, "init": 1048576000, "max": 2306867200, "used": 950071744 }, "NonHeapMemoryUsage": { "committed": 201981952, "init": 7667712, "max": -1, "used": 199056328 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T02:41:03,791 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:44495 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:44495 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T02:41:03,928 DEBUG [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8298a270343f239e62dbcb9d6382fe3, c91c747871969356d23d38b29e5ae37f 2024-11-14T02:41:03,990 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 1759, reset compression=false 2024-11-14T02:41:04,128 DEBUG [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8298a270343f239e62dbcb9d6382fe3, c91c747871969356d23d38b29e5ae37f 2024-11-14T02:41:04,151 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1488, reset compression=false 2024-11-14T02:41:04,164 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3/.tmp/f1/da5b85a38ce44949813b84360c591e97 2024-11-14T02:41:04,165 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/.tmp/ns/4b78254a48f843efb7dbbc2ac133dca5 2024-11-14T02:41:04,169 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da5b85a38ce44949813b84360c591e97 2024-11-14T02:41:04,186 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/.tmp/rep_barrier/6d8cfac85b2c455c9c3f49d7f583ab9a is 112, key is test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3./rep_barrier:seqnumDuringOpen/1731552047886/Put/seqid=0 2024-11-14T02:41:04,186 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3/.tmp/norep/c84eb0f14a434e95a80931f1dd7923c8 is 33, key is row2/norep:/1731552059312/DeleteFamily/seqid=0 2024-11-14T02:41:04,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741845_1021 (size=5108) 2024-11-14T02:41:04,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741844_1020 (size=5518) 2024-11-14T02:41:04,234 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:41:04,234 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:41:04,287 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1466, reset compression=false 2024-11-14T02:41:04,294 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 1759, reset compression=false 2024-11-14T02:41:04,328 DEBUG [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8298a270343f239e62dbcb9d6382fe3, c91c747871969356d23d38b29e5ae37f 2024-11-14T02:41:04,335 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:41:04,492 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:41:04,493 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:41:04,493 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68658 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:41:04,528 DEBUG [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8298a270343f239e62dbcb9d6382fe3, c91c747871969356d23d38b29e5ae37f 2024-11-14T02:41:04,594 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3/.tmp/norep/c84eb0f14a434e95a80931f1dd7923c8 2024-11-14T02:41:04,594 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/.tmp/rep_barrier/6d8cfac85b2c455c9c3f49d7f583ab9a 2024-11-14T02:41:04,597 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c84eb0f14a434e95a80931f1dd7923c8 2024-11-14T02:41:04,598 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3/.tmp/f/403234786f8e451199116c884c585997 as hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3/f/403234786f8e451199116c884c585997 2024-11-14T02:41:04,602 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 403234786f8e451199116c884c585997 2024-11-14T02:41:04,602 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3/f/403234786f8e451199116c884c585997, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T02:41:04,602 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3/.tmp/f1/da5b85a38ce44949813b84360c591e97 as hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3/f1/da5b85a38ce44949813b84360c591e97 2024-11-14T02:41:04,607 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da5b85a38ce44949813b84360c591e97 2024-11-14T02:41:04,607 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3/f1/da5b85a38ce44949813b84360c591e97, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T02:41:04,608 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3/.tmp/norep/c84eb0f14a434e95a80931f1dd7923c8 as hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3/norep/c84eb0f14a434e95a80931f1dd7923c8 2024-11-14T02:41:04,611 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c84eb0f14a434e95a80931f1dd7923c8 2024-11-14T02:41:04,611 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3/norep/c84eb0f14a434e95a80931f1dd7923c8, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T02:41:04,612 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b8298a270343f239e62dbcb9d6382fe3 in 1285ms, sequenceid=12, compaction requested=false 2024-11-14T02:41:04,613 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/.tmp/table/185a7b5be41f4234aa6ec487a20303c4 is 53, key is hbase:replication/table:state/1731552053285/Put/seqid=0 2024-11-14T02:41:04,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741846_1022 (size=5308) 2024-11-14T02:41:04,616 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/default/test/b8298a270343f239e62dbcb9d6382fe3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T02:41:04,617 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:41:04,617 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:41:04,617 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3. 2024-11-14T02:41:04,617 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8298a270343f239e62dbcb9d6382fe3: Waiting for close lock at 1731552063327Running coprocessor pre-close hooks at 1731552063327Disabling compacts and flushes for region at 1731552063327Disabling writes for close at 1731552063327Obtaining lock to block concurrent updates at 1731552063327Preparing flush snapshotting stores in b8298a270343f239e62dbcb9d6382fe3 at 1731552063327Finished memstore snapshotting test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731552063327Flushing stores of test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3. at 1731552063328 (+1 ms)Flushing b8298a270343f239e62dbcb9d6382fe3/f: creating writer at 1731552063328Flushing b8298a270343f239e62dbcb9d6382fe3/f: appending metadata at 1731552063340 (+12 ms)Flushing b8298a270343f239e62dbcb9d6382fe3/f: closing flushed file at 1731552063340Flushing b8298a270343f239e62dbcb9d6382fe3/f1: creating writer at 1731552063748 (+408 ms)Flushing b8298a270343f239e62dbcb9d6382fe3/f1: appending metadata at 1731552063760 (+12 ms)Flushing b8298a270343f239e62dbcb9d6382fe3/f1: closing flushed file at 1731552063760Flushing b8298a270343f239e62dbcb9d6382fe3/norep: creating writer at 1731552064169 (+409 ms)Flushing b8298a270343f239e62dbcb9d6382fe3/norep: appending metadata at 1731552064186 (+17 ms)Flushing b8298a270343f239e62dbcb9d6382fe3/norep: closing flushed file at 1731552064186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e4add42: reopening flushed file at 1731552064597 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43dbca77: reopening flushed file at 1731552064602 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e1de9c: reopening flushed file at 1731552064607 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b8298a270343f239e62dbcb9d6382fe3 in 1285ms, sequenceid=12, compaction requested=false at 1731552064612 (+5 ms)Writing region close event to WAL at 1731552064614 (+2 ms)Running coprocessor post-close hooks at 1731552064617 (+3 ms)Closed at 1731552064617 2024-11-14T02:41:04,617 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731552046664.b8298a270343f239e62dbcb9d6382fe3. 2024-11-14T02:41:04,617 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c91c747871969356d23d38b29e5ae37f, disabling compactions & flushes 2024-11-14T02:41:04,617 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. 2024-11-14T02:41:04,617 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. 2024-11-14T02:41:04,617 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. after waiting 0 ms 2024-11-14T02:41:04,617 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. 2024-11-14T02:41:04,617 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c91c747871969356d23d38b29e5ae37f: Waiting for close lock at 1731552064617Running coprocessor pre-close hooks at 1731552064617Disabling compacts and flushes for region at 1731552064617Disabling writes for close at 1731552064617Failed flush hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f., putting online again at 1731552064617 2024-11-14T02:41:04,617 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. 2024-11-14T02:41:04,697 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 1759, reset compression=false 2024-11-14T02:41:04,701 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:04,701 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 2403, reset compression=false 2024-11-14T02:41:04,728 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T02:41:04,728 DEBUG [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c91c747871969356d23d38b29e5ae37f=hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f.} 2024-11-14T02:41:04,728 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(3091): Received CLOSE for c91c747871969356d23d38b29e5ae37f 2024-11-14T02:41:04,728 DEBUG [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c91c747871969356d23d38b29e5ae37f 2024-11-14T02:41:04,729 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c91c747871969356d23d38b29e5ae37f, disabling compactions & flushes 2024-11-14T02:41:04,729 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. 2024-11-14T02:41:04,729 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. 2024-11-14T02:41:04,729 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. after waiting 0 ms 2024-11-14T02:41:04,729 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. 2024-11-14T02:41:04,729 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c91c747871969356d23d38b29e5ae37f: Waiting for close lock at 1731552064728Running coprocessor pre-close hooks at 1731552064729 (+1 ms)Disabling compacts and flushes for region at 1731552064729Disabling writes for close at 1731552064729Failed flush hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f., putting online again at 1731552064729 2024-11-14T02:41:04,729 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731552052117.c91c747871969356d23d38b29e5ae37f. 2024-11-14T02:41:04,754 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1488, reset compression=false 2024-11-14T02:41:04,904 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 2403, reset compression=false 2024-11-14T02:41:04,929 DEBUG [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:41:04,990 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1466, reset compression=false 2024-11-14T02:41:05,016 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/.tmp/table/185a7b5be41f4234aa6ec487a20303c4 2024-11-14T02:41:05,021 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/.tmp/info/c09c68372cc0453fb4d9dbf4527bb363 as hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/info/c09c68372cc0453fb4d9dbf4527bb363 2024-11-14T02:41:05,024 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/info/c09c68372cc0453fb4d9dbf4527bb363, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T02:41:05,025 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/.tmp/ns/4b78254a48f843efb7dbbc2ac133dca5 as hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/ns/4b78254a48f843efb7dbbc2ac133dca5 2024-11-14T02:41:05,029 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/ns/4b78254a48f843efb7dbbc2ac133dca5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T02:41:05,029 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/.tmp/rep_barrier/6d8cfac85b2c455c9c3f49d7f583ab9a as hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/rep_barrier/6d8cfac85b2c455c9c3f49d7f583ab9a 2024-11-14T02:41:05,033 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/rep_barrier/6d8cfac85b2c455c9c3f49d7f583ab9a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T02:41:05,034 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/.tmp/table/185a7b5be41f4234aa6ec487a20303c4 as hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/table/185a7b5be41f4234aa6ec487a20303c4 2024-11-14T02:41:05,037 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/table/185a7b5be41f4234aa6ec487a20303c4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T02:41:05,038 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false 2024-11-14T02:41:05,042 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T02:41:05,042 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:41:05,042 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:41:05,042 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:41:05,042 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552063327Running coprocessor pre-close hooks at 1731552063327Disabling compacts and flushes for region at 1731552063327Disabling writes for close at 1731552063327Obtaining lock to block concurrent updates at 1731552063327Preparing flush snapshotting stores in 1588230740 at 1731552063327Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731552063328 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731552063328Flushing 1588230740/info: creating writer at 1731552063328Flushing 1588230740/info: appending metadata at 1731552063344 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731552063344Flushing 1588230740/ns: creating writer at 1731552063751 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731552063762 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731552063762Flushing 1588230740/rep_barrier: creating writer at 1731552064168 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731552064186 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731552064186Flushing 1588230740/table: creating writer at 1731552064597 (+411 ms)Flushing 1588230740/table: appending metadata at 1731552064613 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731552064613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59592450: reopening flushed file at 1731552065020 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18466af3: reopening flushed file at 1731552065024 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db852b6: reopening flushed file at 1731552065029 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2854ab20: reopening flushed file at 1731552065033 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false at 1731552065038 (+5 ms)Writing region close event to WAL at 1731552065039 (+1 ms)Running coprocessor post-close hooks at 1731552065042 (+3 ms)Closed at 1731552065042 2024-11-14T02:41:05,042 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:41:05,129 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T02:41:05,129 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,38951,1731552039598; all regions closed. 2024-11-14T02:41:05,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741834_1010 (size=4239) 2024-11-14T02:41:05,131 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.meta.1731552042257.meta not finished, retry = 0 2024-11-14T02:41:05,208 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 to pos 2403, reset compression=false 2024-11-14T02:41:05,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741839_1015 (size=2609) 2024-11-14T02:41:05,233 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.rep.1731552053247 not finished, retry = 0 2024-11-14T02:41:05,339 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/WALs/83c5a5c119d5,38951,1731552039598/83c5a5c119d5%2C38951%2C1731552039598.1731552041343 not finished, retry = 0 2024-11-14T02:41:05,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741832_1008 (size=2411) 2024-11-14T02:41:05,440 DEBUG [RS:0;83c5a5c119d5:38951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:05,440 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:41:05,440 INFO [RS:0;83c5a5c119d5:38951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:41:05,440 INFO [RS:0;83c5a5c119d5:38951 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:41:05,441 INFO [RS:0;83c5a5c119d5:38951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:41:05,441 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:41:05,441 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83c5a5c119d5,38951,1731552039598 because: Region server is closing 2024-11-14T02:41:05,441 INFO [RS:0;83c5a5c119d5:38951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:38951. 2024-11-14T02:41:05,441 DEBUG [RS:0;83c5a5c119d5:38951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:05,441 DEBUG [RS:0;83c5a5c119d5:38951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:05,441 DEBUG [RS:0;83c5a5c119d5:38951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:05,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:05,457 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1488, reset compression=false 2024-11-14T02:41:05,541 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.shipper83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 terminated 2024-11-14T02:41:05,542 INFO [RS:0;83c5a5c119d5:38951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:38951. 2024-11-14T02:41:05,542 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,38951,1731552039598.replicationSource.wal-reader.83c5a5c119d5%2C38951%2C1731552039598,1-83c5a5c119d5,38951,1731552039598 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T02:41:05,542 DEBUG [RS:0;83c5a5c119d5:38951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:05,542 DEBUG [RS:0;83c5a5c119d5:38951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:05,542 DEBUG [RS:0;83c5a5c119d5:38951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:05,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:05,542 INFO [RS:0;83c5a5c119d5:38951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38951 2024-11-14T02:41:05,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2100128695/rs/83c5a5c119d5,38951,1731552039598 2024-11-14T02:41:05,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695/rs 2024-11-14T02:41:05,571 INFO [RS:0;83c5a5c119d5:38951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:41:05,579 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,38951,1731552039598] 2024-11-14T02:41:05,587 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2100128695/draining/83c5a5c119d5,38951,1731552039598 already deleted, retry=false 2024-11-14T02:41:05,587 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,38951,1731552039598 expired; onlineServers=0 2024-11-14T02:41:05,587 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,44495,1731552039492' ***** 2024-11-14T02:41:05,587 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:41:05,587 INFO [M:0;83c5a5c119d5:44495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:41:05,587 INFO [M:0;83c5a5c119d5:44495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:41:05,587 DEBUG [M:0;83c5a5c119d5:44495 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:41:05,587 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:41:05,587 DEBUG [M:0;83c5a5c119d5:44495 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:41:05,587 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552041095 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552041095,5,FailOnTimeoutGroup] 2024-11-14T02:41:05,587 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552041095 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552041095,5,FailOnTimeoutGroup] 2024-11-14T02:41:05,588 INFO [M:0;83c5a5c119d5:44495 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:41:05,588 INFO [M:0;83c5a5c119d5:44495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:41:05,588 DEBUG [M:0;83c5a5c119d5:44495 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:41:05,588 INFO [M:0;83c5a5c119d5:44495 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:41:05,588 INFO [M:0;83c5a5c119d5:44495 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:41:05,588 INFO [M:0;83c5a5c119d5:44495 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:41:05,588 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:41:05,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2100128695/master 2024-11-14T02:41:05,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2100128695 2024-11-14T02:41:05,595 DEBUG [M:0;83c5a5c119d5:44495 {}] zookeeper.ZKUtil(347): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Unable to get data of znode /2100128695/master because node does not exist (not an error) 2024-11-14T02:41:05,595 WARN [M:0;83c5a5c119d5:44495 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:41:05,596 INFO [M:0;83c5a5c119d5:44495 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/.lastflushedseqids 2024-11-14T02:41:05,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741847_1023 (size=245) 2024-11-14T02:41:05,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:05,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38951-0x1013880d8870007, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:05,679 INFO [RS:0;83c5a5c119d5:38951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:41:05,679 INFO [RS:0;83c5a5c119d5:38951 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,38951,1731552039598; zookeeper connection closed. 2024-11-14T02:41:05,679 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1fdfe761 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1fdfe761 2024-11-14T02:41:05,679 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:41:05,792 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1466, reset compression=false 2024-11-14T02:41:06,000 INFO [M:0;83c5a5c119d5:44495 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:41:06,000 INFO [M:0;83c5a5c119d5:44495 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:41:06,000 DEBUG [M:0;83c5a5c119d5:44495 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:41:06,000 INFO [M:0;83c5a5c119d5:44495 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:06,001 DEBUG [M:0;83c5a5c119d5:44495 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:06,001 DEBUG [M:0;83c5a5c119d5:44495 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:41:06,001 DEBUG [M:0;83c5a5c119d5:44495 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:06,001 INFO [M:0;83c5a5c119d5:44495 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-14T02:41:06,017 DEBUG [M:0;83c5a5c119d5:44495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4d9217005d049a7a3f4d348c6375750 is 82, key is hbase:meta,,1/info:regioninfo/1731552042284/Put/seqid=0 2024-11-14T02:41:06,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741848_1024 (size=5672) 2024-11-14T02:41:06,260 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1488, reset compression=false 2024-11-14T02:41:06,421 INFO [M:0;83c5a5c119d5:44495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4d9217005d049a7a3f4d348c6375750 2024-11-14T02:41:06,441 DEBUG [M:0;83c5a5c119d5:44495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8eb5cf01af1c4a5da9c07cf4b610a950 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731552053288/Put/seqid=0 2024-11-14T02:41:06,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741849_1025 (size=9213) 2024-11-14T02:41:06,445 INFO [M:0;83c5a5c119d5:44495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8eb5cf01af1c4a5da9c07cf4b610a950 2024-11-14T02:41:06,470 DEBUG [M:0;83c5a5c119d5:44495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76234c29f6b0401d81717cab9e525df8 is 69, key is 83c5a5c119d5,38951,1731552039598/rs:state/1731552041160/Put/seqid=0 2024-11-14T02:41:06,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741850_1026 (size=5156) 2024-11-14T02:41:06,474 INFO [M:0;83c5a5c119d5:44495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76234c29f6b0401d81717cab9e525df8 2024-11-14T02:41:06,477 DEBUG [M:0;83c5a5c119d5:44495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4d9217005d049a7a3f4d348c6375750 as hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4d9217005d049a7a3f4d348c6375750 2024-11-14T02:41:06,480 INFO [M:0;83c5a5c119d5:44495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4d9217005d049a7a3f4d348c6375750, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T02:41:06,481 DEBUG [M:0;83c5a5c119d5:44495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8eb5cf01af1c4a5da9c07cf4b610a950 as hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8eb5cf01af1c4a5da9c07cf4b610a950 2024-11-14T02:41:06,484 INFO [M:0;83c5a5c119d5:44495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8eb5cf01af1c4a5da9c07cf4b610a950, entries=15, sequenceid=127, filesize=9.0 K 2024-11-14T02:41:06,485 DEBUG [M:0;83c5a5c119d5:44495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76234c29f6b0401d81717cab9e525df8 as hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76234c29f6b0401d81717cab9e525df8 2024-11-14T02:41:06,488 INFO [M:0;83c5a5c119d5:44495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37951/user/jenkins/test-data/f32fb168-349d-c831-72d6-d5db4f1d9ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76234c29f6b0401d81717cab9e525df8, entries=1, sequenceid=127, filesize=5.0 K 2024-11-14T02:41:06,489 INFO [M:0;83c5a5c119d5:44495 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 488ms, sequenceid=127, compaction requested=false 2024-11-14T02:41:06,490 INFO [M:0;83c5a5c119d5:44495 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:06,490 DEBUG [M:0;83c5a5c119d5:44495 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552066000Disabling compacts and flushes for region at 1731552066000Disabling writes for close at 1731552066001 (+1 ms)Obtaining lock to block concurrent updates at 1731552066001Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731552066001Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731552066001Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731552066001Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731552066001Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731552066017 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731552066017Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731552066424 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731552066440 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731552066440Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731552066454 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731552066470 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731552066470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aa89dbc: reopening flushed file at 1731552066477 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c550df: reopening flushed file at 1731552066480 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6844381c: reopening flushed file at 1731552066484 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 488ms, sequenceid=127, compaction requested=false at 1731552066489 (+5 ms)Writing region close event to WAL at 1731552066490 (+1 ms)Closed at 1731552066490 2024-11-14T02:41:06,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35123 is added to blk_1073741830_1006 (size=73878) 2024-11-14T02:41:06,493 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:41:06,493 INFO [M:0;83c5a5c119d5:44495 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:41:06,494 INFO [M:0;83c5a5c119d5:44495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44495 2024-11-14T02:41:06,494 INFO [M:0;83c5a5c119d5:44495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:41:06,621 INFO [M:0;83c5a5c119d5:44495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:41:06,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:06,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44495-0x1013880d8870006, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:06,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d5d017a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:41:06,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d73d261{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:41:06,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:41:06,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58b2fdd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:41:06,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41d53bd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/hadoop.log.dir/,STOPPED} 2024-11-14T02:41:06,661 WARN [BP-290898827-172.17.0.2-1731552037727 heartbeating to localhost/127.0.0.1:37951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:41:06,661 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:41:06,661 WARN [BP-290898827-172.17.0.2-1731552037727 heartbeating to localhost/127.0.0.1:37951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-290898827-172.17.0.2-1731552037727 (Datanode Uuid ff7d6c6d-58eb-4b22-85ed-b52d9bf72a34) service to localhost/127.0.0.1:37951 2024-11-14T02:41:06,661 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:41:06,661 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/cluster_da96fc64-008e-98bf-4b0c-5dcfc4e31e1d/data/data1/current/BP-290898827-172.17.0.2-1731552037727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:41:06,662 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/cluster_da96fc64-008e-98bf-4b0c-5dcfc4e31e1d/data/data2/current/BP-290898827-172.17.0.2-1731552037727 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:41:06,662 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:41:06,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@477cba88{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:41:06,667 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69e47cf7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:41:06,667 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:41:06,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@214795f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:41:06,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4210efb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/hadoop.log.dir/,STOPPED} 2024-11-14T02:41:06,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:41:06,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:41:06,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:41:06,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:06,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:06,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:06,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:06,683 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:41:06,683 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1218069915, stopped=false 2024-11-14T02:41:06,684 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,38367,1731552034748 2024-11-14T02:41:06,695 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1466, reset compression=false 2024-11-14T02:41:06,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-143287963/running 2024-11-14T02:41:06,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-143287963/running 2024-11-14T02:41:06,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963 2024-11-14T02:41:06,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963 2024-11-14T02:41:06,730 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:41:06,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Set watcher on znode that does not yet exist, /1-143287963/running 2024-11-14T02:41:06,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:41:06,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:06,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:06,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Set watcher on znode that does not yet exist, /1-143287963/running 2024-11-14T02:41:06,731 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,42989,1731552034861' ***** 2024-11-14T02:41:06,731 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:41:06,731 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:41:06,731 INFO [RS:0;83c5a5c119d5:42989 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:41:06,731 INFO [RS:0;83c5a5c119d5:42989 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:41:06,731 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:41:06,731 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(3091): Received CLOSE for 581f8341915802f251d8dd04d2b13b96 2024-11-14T02:41:06,732 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(3091): Received CLOSE for 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:41:06,732 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,42989,1731552034861 2024-11-14T02:41:06,732 INFO [RS:0;83c5a5c119d5:42989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:41:06,732 INFO [RS:0;83c5a5c119d5:42989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:42989. 2024-11-14T02:41:06,732 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 581f8341915802f251d8dd04d2b13b96, disabling compactions & flushes 2024-11-14T02:41:06,732 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731552044515.581f8341915802f251d8dd04d2b13b96. 2024-11-14T02:41:06,732 DEBUG [RS:0;83c5a5c119d5:42989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:06,732 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552044515.581f8341915802f251d8dd04d2b13b96. 2024-11-14T02:41:06,732 DEBUG [RS:0;83c5a5c119d5:42989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:06,732 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731552044515.581f8341915802f251d8dd04d2b13b96. after waiting 0 ms 2024-11-14T02:41:06,732 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731552044515.581f8341915802f251d8dd04d2b13b96. 2024-11-14T02:41:06,732 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:41:06,732 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:41:06,732 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:41:06,732 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 581f8341915802f251d8dd04d2b13b96 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T02:41:06,732 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:41:06,732 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T02:41:06,732 DEBUG [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 581f8341915802f251d8dd04d2b13b96=test,,1731552044515.581f8341915802f251d8dd04d2b13b96., 8085527bb0f71f5967f51ec2f4211d41=hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41.} 2024-11-14T02:41:06,732 DEBUG [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 581f8341915802f251d8dd04d2b13b96, 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:41:06,732 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:41:06,732 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:41:06,732 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:41:06,732 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:41:06,732 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:41:06,732 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T02:41:06,745 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/.tmp/info/85d632c74e3d42689455ba904437e09f is 147, key is hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41./info:regioninfo/1731552051765/Put/seqid=0 2024-11-14T02:41:06,746 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96/.tmp/f/327234768b994dc580f9e1fbcf2031e5 is 37, key is row3/f:row3/1731552060964/Put/seqid=0 2024-11-14T02:41:06,760 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:41:06,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741841_1017 (size=5228) 2024-11-14T02:41:06,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741840_1016 (size=7686) 2024-11-14T02:41:06,932 DEBUG [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 581f8341915802f251d8dd04d2b13b96, 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:41:07,132 DEBUG [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 581f8341915802f251d8dd04d2b13b96, 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:41:07,163 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1488, reset compression=false 2024-11-14T02:41:07,164 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/.tmp/info/85d632c74e3d42689455ba904437e09f 2024-11-14T02:41:07,164 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96/.tmp/f/327234768b994dc580f9e1fbcf2031e5 2024-11-14T02:41:07,172 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 327234768b994dc580f9e1fbcf2031e5 2024-11-14T02:41:07,190 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/.tmp/ns/986d31566abc49028d81952524011121 is 43, key is default/ns:d/1731552037631/Put/seqid=0 2024-11-14T02:41:07,190 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96/.tmp/f1/0dc5c141874f4926a0b0818941451bfc is 30, key is row1/f1:/1731552058307/DeleteFamily/seqid=0 2024-11-14T02:41:07,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741843_1019 (size=5158) 2024-11-14T02:41:07,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741842_1018 (size=5153) 2024-11-14T02:41:07,193 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96/.tmp/f1/0dc5c141874f4926a0b0818941451bfc 2024-11-14T02:41:07,196 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0dc5c141874f4926a0b0818941451bfc 2024-11-14T02:41:07,208 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96/.tmp/norep/0e40c3dc2fee45e593ea299d5dced007 is 33, key is row1/norep:/1731552058307/DeleteFamily/seqid=0 2024-11-14T02:41:07,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741844_1020 (size=5108) 2024-11-14T02:41:07,333 DEBUG [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 581f8341915802f251d8dd04d2b13b96, 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:41:07,430 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:41:07,430 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:41:07,533 DEBUG [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 581f8341915802f251d8dd04d2b13b96, 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:41:07,594 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/.tmp/ns/986d31566abc49028d81952524011121 2024-11-14T02:41:07,610 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/.tmp/rep_barrier/37d64099fa3b4d86bbcac894ca7df10d is 112, key is test,,1731552044515.581f8341915802f251d8dd04d2b13b96./rep_barrier:seqnumDuringOpen/1731552045656/Put/seqid=0 2024-11-14T02:41:07,612 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96/.tmp/norep/0e40c3dc2fee45e593ea299d5dced007 2024-11-14T02:41:07,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741845_1021 (size=5518) 2024-11-14T02:41:07,615 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e40c3dc2fee45e593ea299d5dced007 2024-11-14T02:41:07,616 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96/.tmp/f/327234768b994dc580f9e1fbcf2031e5 as hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96/f/327234768b994dc580f9e1fbcf2031e5 2024-11-14T02:41:07,619 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 327234768b994dc580f9e1fbcf2031e5 2024-11-14T02:41:07,619 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96/f/327234768b994dc580f9e1fbcf2031e5, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T02:41:07,620 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96/.tmp/f1/0dc5c141874f4926a0b0818941451bfc as hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96/f1/0dc5c141874f4926a0b0818941451bfc 2024-11-14T02:41:07,623 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0dc5c141874f4926a0b0818941451bfc 2024-11-14T02:41:07,623 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96/f1/0dc5c141874f4926a0b0818941451bfc, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T02:41:07,624 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96/.tmp/norep/0e40c3dc2fee45e593ea299d5dced007 as hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96/norep/0e40c3dc2fee45e593ea299d5dced007 2024-11-14T02:41:07,627 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e40c3dc2fee45e593ea299d5dced007 2024-11-14T02:41:07,627 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96/norep/0e40c3dc2fee45e593ea299d5dced007, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T02:41:07,628 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 581f8341915802f251d8dd04d2b13b96 in 896ms, sequenceid=12, compaction requested=false 2024-11-14T02:41:07,628 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T02:41:07,631 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/default/test/581f8341915802f251d8dd04d2b13b96/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T02:41:07,631 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:41:07,631 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:41:07,631 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731552044515.581f8341915802f251d8dd04d2b13b96. 2024-11-14T02:41:07,631 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 581f8341915802f251d8dd04d2b13b96: Waiting for close lock at 1731552066732Running coprocessor pre-close hooks at 1731552066732Disabling compacts and flushes for region at 1731552066732Disabling writes for close at 1731552066732Obtaining lock to block concurrent updates at 1731552066732Preparing flush snapshotting stores in 581f8341915802f251d8dd04d2b13b96 at 1731552066732Finished memstore snapshotting test,,1731552044515.581f8341915802f251d8dd04d2b13b96., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731552066732Flushing stores of test,,1731552044515.581f8341915802f251d8dd04d2b13b96. at 1731552066733 (+1 ms)Flushing 581f8341915802f251d8dd04d2b13b96/f: creating writer at 1731552066733Flushing 581f8341915802f251d8dd04d2b13b96/f: appending metadata at 1731552066745 (+12 ms)Flushing 581f8341915802f251d8dd04d2b13b96/f: closing flushed file at 1731552066745Flushing 581f8341915802f251d8dd04d2b13b96/f1: creating writer at 1731552067172 (+427 ms)Flushing 581f8341915802f251d8dd04d2b13b96/f1: appending metadata at 1731552067190 (+18 ms)Flushing 581f8341915802f251d8dd04d2b13b96/f1: closing flushed file at 1731552067190Flushing 581f8341915802f251d8dd04d2b13b96/norep: creating writer at 1731552067196 (+6 ms)Flushing 581f8341915802f251d8dd04d2b13b96/norep: appending metadata at 1731552067208 (+12 ms)Flushing 581f8341915802f251d8dd04d2b13b96/norep: closing flushed file at 1731552067208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52733d7d: reopening flushed file at 1731552067615 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74cb4b16: reopening flushed file at 1731552067619 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a29e1c8: reopening flushed file at 1731552067623 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 581f8341915802f251d8dd04d2b13b96 in 896ms, sequenceid=12, compaction requested=false at 1731552067628 (+5 ms)Writing region close event to WAL at 1731552067629 (+1 ms)Running coprocessor post-close hooks at 1731552067631 (+2 ms)Closed at 1731552067631 2024-11-14T02:41:07,632 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731552044515.581f8341915802f251d8dd04d2b13b96. 2024-11-14T02:41:07,632 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8085527bb0f71f5967f51ec2f4211d41, disabling compactions & flushes 2024-11-14T02:41:07,632 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41. 2024-11-14T02:41:07,632 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41. 2024-11-14T02:41:07,632 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41. after waiting 0 ms 2024-11-14T02:41:07,632 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41. 2024-11-14T02:41:07,632 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8085527bb0f71f5967f51ec2f4211d41 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-14T02:41:07,645 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/replication/8085527bb0f71f5967f51ec2f4211d41/.tmp/queue/e12e2c8551164ec59e9935d5393b9994 is 154, key is 1-83c5a5c119d5,42989,1731552034861/queue:83c5a5c119d5%2C42989%2C1731552034861/1731552062276/Put/seqid=0 2024-11-14T02:41:07,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741846_1022 (size=5353) 2024-11-14T02:41:07,698 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 1466, reset compression=false 2024-11-14T02:41:07,702 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:07,702 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 2357, reset compression=false 2024-11-14T02:41:07,702 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,42989,1731552034861 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553, lastWalPosition=2357, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:41:07,703 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83c5a5c119d5,42989,1731552034861: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83c5a5c119d5,42989,1731552034861, walGroup=83c5a5c119d5%2C42989%2C1731552034861, offset=83c5a5c119d5%2C42989%2C1731552034861.1731552036553:2357, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:42989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T02:41:07,704 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T02:41:07,704 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T02:41:07,705 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T02:41:07,705 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T02:41:07,705 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T02:41:07,705 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1189085184, "init": 1048576000, "max": 2306867200, "used": 776925504 }, "NonHeapMemoryUsage": { "committed": 202571776, "init": 7667712, "max": -1, "used": 199663624 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T02:41:07,705 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:38367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:38367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T02:41:07,733 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T02:41:07,733 DEBUG [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8085527bb0f71f5967f51ec2f4211d41=hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41.} 2024-11-14T02:41:07,733 DEBUG [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:41:07,905 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 2357, reset compression=false 2024-11-14T02:41:07,933 DEBUG [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8085527bb0f71f5967f51ec2f4211d41 2024-11-14T02:41:08,014 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/.tmp/rep_barrier/37d64099fa3b4d86bbcac894ca7df10d 2024-11-14T02:41:08,029 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/.tmp/table/908df9375fbe4e46aa35fc6b8fdaf7a3 is 53, key is hbase:replication/table:state/1731552051771/Put/seqid=0 2024-11-14T02:41:08,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741847_1023 (size=5308) 2024-11-14T02:41:08,049 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/replication/8085527bb0f71f5967f51ec2f4211d41/.tmp/queue/e12e2c8551164ec59e9935d5393b9994 2024-11-14T02:41:08,052 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/replication/8085527bb0f71f5967f51ec2f4211d41/.tmp/queue/e12e2c8551164ec59e9935d5393b9994 as hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/replication/8085527bb0f71f5967f51ec2f4211d41/queue/e12e2c8551164ec59e9935d5393b9994 2024-11-14T02:41:08,055 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/replication/8085527bb0f71f5967f51ec2f4211d41/queue/e12e2c8551164ec59e9935d5393b9994, entries=1, sequenceid=14, filesize=5.2 K 2024-11-14T02:41:08,056 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 8085527bb0f71f5967f51ec2f4211d41 in 424ms, sequenceid=14, compaction requested=false 2024-11-14T02:41:08,059 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/replication/8085527bb0f71f5967f51ec2f4211d41/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-14T02:41:08,059 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:41:08,059 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:41:08,059 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41. 2024-11-14T02:41:08,059 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8085527bb0f71f5967f51ec2f4211d41: Waiting for close lock at 1731552067632Running coprocessor pre-close hooks at 1731552067632Disabling compacts and flushes for region at 1731552067632Disabling writes for close at 1731552067632Obtaining lock to block concurrent updates at 1731552067632Preparing flush snapshotting stores in 8085527bb0f71f5967f51ec2f4211d41 at 1731552067632Finished memstore snapshotting hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731552067632Flushing stores of hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41. at 1731552067633 (+1 ms)Flushing 8085527bb0f71f5967f51ec2f4211d41/queue: creating writer at 1731552067633Flushing 8085527bb0f71f5967f51ec2f4211d41/queue: appending metadata at 1731552067644 (+11 ms)Flushing 8085527bb0f71f5967f51ec2f4211d41/queue: closing flushed file at 1731552067644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@335f9023: reopening flushed file at 1731552068052 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 8085527bb0f71f5967f51ec2f4211d41 in 424ms, sequenceid=14, compaction requested=false at 1731552068056 (+4 ms)Writing region close event to WAL at 1731552068057 (+1 ms)Running coprocessor post-close hooks at 1731552068059 (+2 ms)Closed at 1731552068059 2024-11-14T02:41:08,060 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731552050976.8085527bb0f71f5967f51ec2f4211d41. 2024-11-14T02:41:08,133 DEBUG [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:41:08,166 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1488, reset compression=false 2024-11-14T02:41:08,208 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.wal-reader.83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/WALs/83c5a5c119d5,42989,1731552034861/83c5a5c119d5%2C42989%2C1731552034861.1731552036553 to pos 2357, reset compression=false 2024-11-14T02:41:08,333 DEBUG [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:41:08,398 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:38367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 10 more 2024-11-14T02:41:08,433 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/.tmp/table/908df9375fbe4e46aa35fc6b8fdaf7a3 2024-11-14T02:41:08,437 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/.tmp/info/85d632c74e3d42689455ba904437e09f as hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/info/85d632c74e3d42689455ba904437e09f 2024-11-14T02:41:08,440 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/info/85d632c74e3d42689455ba904437e09f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T02:41:08,440 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/.tmp/ns/986d31566abc49028d81952524011121 as hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/ns/986d31566abc49028d81952524011121 2024-11-14T02:41:08,443 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/ns/986d31566abc49028d81952524011121, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T02:41:08,444 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/.tmp/rep_barrier/37d64099fa3b4d86bbcac894ca7df10d as hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/rep_barrier/37d64099fa3b4d86bbcac894ca7df10d 2024-11-14T02:41:08,446 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/rep_barrier/37d64099fa3b4d86bbcac894ca7df10d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T02:41:08,447 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/.tmp/table/908df9375fbe4e46aa35fc6b8fdaf7a3 as hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/table/908df9375fbe4e46aa35fc6b8fdaf7a3 2024-11-14T02:41:08,450 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/table/908df9375fbe4e46aa35fc6b8fdaf7a3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T02:41:08,450 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false 2024-11-14T02:41:08,451 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:41:08,454 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T02:41:08,455 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:41:08,455 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:41:08,455 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:41:08,455 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552066732Running coprocessor pre-close hooks at 1731552066732Disabling compacts and flushes for region at 1731552066732Disabling writes for close at 1731552066732Obtaining lock to block concurrent updates at 1731552066732Preparing flush snapshotting stores in 1588230740 at 1731552066732Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731552066732Flushing stores of hbase:meta,,1.1588230740 at 1731552066733 (+1 ms)Flushing 1588230740/info: creating writer at 1731552066733Flushing 1588230740/info: appending metadata at 1731552066745 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731552066745Flushing 1588230740/ns: creating writer at 1731552067172 (+427 ms)Flushing 1588230740/ns: appending metadata at 1731552067190 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731552067190Flushing 1588230740/rep_barrier: creating writer at 1731552067598 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731552067610 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731552067610Flushing 1588230740/table: creating writer at 1731552068017 (+407 ms)Flushing 1588230740/table: appending metadata at 1731552068029 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731552068029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4baf7610: reopening flushed file at 1731552068436 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63d081d: reopening flushed file at 1731552068440 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a40616d: reopening flushed file at 1731552068443 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b8ace19: reopening flushed file at 1731552068446 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false at 1731552068450 (+4 ms)Writing region close event to WAL at 1731552068452 (+2 ms)Running coprocessor post-close hooks at 1731552068455 (+3 ms)Closed at 1731552068455 2024-11-14T02:41:08,455 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:41:08,534 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,42989,1731552034861; all regions closed. 2024-11-14T02:41:08,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741834_1010 (size=4239) 2024-11-14T02:41:08,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741839_1015 (size=3552) 2024-11-14T02:41:08,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741832_1008 (size=2365) 2024-11-14T02:41:08,539 DEBUG [RS:0;83c5a5c119d5:42989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:08,539 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:41:08,539 INFO [RS:0;83c5a5c119d5:42989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:41:08,540 INFO [RS:0;83c5a5c119d5:42989 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T02:41:08,540 INFO [RS:0;83c5a5c119d5:42989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:41:08,540 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:41:08,540 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83c5a5c119d5,42989,1731552034861 because: Region server is closing 2024-11-14T02:41:08,540 INFO [RS:0;83c5a5c119d5:42989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:42989. 2024-11-14T02:41:08,540 DEBUG [RS:0;83c5a5c119d5:42989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:08,540 DEBUG [RS:0;83c5a5c119d5:42989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:08,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:08,540 DEBUG [RS:0;83c5a5c119d5:42989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:08,641 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42989,1731552034861.replicationSource.shipper83c5a5c119d5%2C42989%2C1731552034861,1-83c5a5c119d5,42989,1731552034861 terminated 2024-11-14T02:41:08,641 INFO [RS:0;83c5a5c119d5:42989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:42989. 2024-11-14T02:41:08,641 DEBUG [RS:0;83c5a5c119d5:42989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:08,641 DEBUG [RS:0;83c5a5c119d5:42989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:08,641 DEBUG [RS:0;83c5a5c119d5:42989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:08,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:08,641 INFO [RS:0;83c5a5c119d5:42989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42989 2024-11-14T02:41:08,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963/rs 2024-11-14T02:41:08,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-143287963/rs/83c5a5c119d5,42989,1731552034861 2024-11-14T02:41:08,679 INFO [RS:0;83c5a5c119d5:42989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:41:08,687 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,42989,1731552034861] 2024-11-14T02:41:08,695 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-143287963/draining/83c5a5c119d5,42989,1731552034861 already deleted, retry=false 2024-11-14T02:41:08,695 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,42989,1731552034861 expired; onlineServers=0 2024-11-14T02:41:08,695 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,38367,1731552034748' ***** 2024-11-14T02:41:08,695 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:41:08,695 INFO [M:0;83c5a5c119d5:38367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:41:08,695 INFO [M:0;83c5a5c119d5:38367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:41:08,695 DEBUG [M:0;83c5a5c119d5:38367 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:41:08,695 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:41:08,695 DEBUG [M:0;83c5a5c119d5:38367 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:41:08,695 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552036371 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552036371,5,FailOnTimeoutGroup] 2024-11-14T02:41:08,696 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552036371 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552036371,5,FailOnTimeoutGroup] 2024-11-14T02:41:08,696 INFO [M:0;83c5a5c119d5:38367 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:41:08,696 INFO [M:0;83c5a5c119d5:38367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:41:08,696 DEBUG [M:0;83c5a5c119d5:38367 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:41:08,696 INFO [M:0;83c5a5c119d5:38367 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:41:08,696 INFO [M:0;83c5a5c119d5:38367 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:41:08,696 INFO [M:0;83c5a5c119d5:38367 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:41:08,696 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:41:08,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-143287963/master 2024-11-14T02:41:08,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-143287963 2024-11-14T02:41:08,704 DEBUG [M:0;83c5a5c119d5:38367 {}] zookeeper.ZKUtil(347): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Unable to get data of znode /1-143287963/master because node does not exist (not an error) 2024-11-14T02:41:08,704 WARN [M:0;83c5a5c119d5:38367 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:41:08,704 INFO [M:0;83c5a5c119d5:38367 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/.lastflushedseqids 2024-11-14T02:41:08,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741848_1024 (size=245) 2024-11-14T02:41:08,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:08,787 INFO [RS:0;83c5a5c119d5:42989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:41:08,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42989-0x1013880d8870004, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:08,787 INFO [RS:0;83c5a5c119d5:42989 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,42989,1731552034861; zookeeper connection closed. 2024-11-14T02:41:08,787 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71ac32b9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71ac32b9 2024-11-14T02:41:08,788 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:41:09,108 INFO [M:0;83c5a5c119d5:38367 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:41:09,108 INFO [M:0;83c5a5c119d5:38367 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:41:09,108 DEBUG [M:0;83c5a5c119d5:38367 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:41:09,108 INFO [M:0;83c5a5c119d5:38367 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:09,108 DEBUG [M:0;83c5a5c119d5:38367 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:09,109 DEBUG [M:0;83c5a5c119d5:38367 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:41:09,109 DEBUG [M:0;83c5a5c119d5:38367 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:09,109 INFO [M:0;83c5a5c119d5:38367 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T02:41:09,121 DEBUG [M:0;83c5a5c119d5:38367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afef5131698f422badf0e808b15ad752 is 82, key is hbase:meta,,1/info:regioninfo/1731552037616/Put/seqid=0 2024-11-14T02:41:09,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741849_1025 (size=5672) 2024-11-14T02:41:09,125 INFO [M:0;83c5a5c119d5:38367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afef5131698f422badf0e808b15ad752 2024-11-14T02:41:09,141 DEBUG [M:0;83c5a5c119d5:38367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0512897fd4e4dca9d014faf623f2dac is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731552045665/Put/seqid=0 2024-11-14T02:41:09,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741850_1026 (size=7218) 2024-11-14T02:41:09,269 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1488, reset compression=false 2024-11-14T02:41:09,544 INFO [M:0;83c5a5c119d5:38367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0512897fd4e4dca9d014faf623f2dac 2024-11-14T02:41:09,547 INFO [M:0;83c5a5c119d5:38367 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0512897fd4e4dca9d014faf623f2dac 2024-11-14T02:41:09,560 DEBUG [M:0;83c5a5c119d5:38367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf5b00b10c5a422594b0442513bb8dc9 is 69, key is 83c5a5c119d5,42989,1731552034861/rs:state/1731552036410/Put/seqid=0 2024-11-14T02:41:09,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741851_1027 (size=5156) 2024-11-14T02:41:09,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:09,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:09,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:09,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:09,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:09,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:09,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:09,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:09,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:09,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:09,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:09,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:09,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:09,963 INFO [M:0;83c5a5c119d5:38367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf5b00b10c5a422594b0442513bb8dc9 2024-11-14T02:41:09,967 DEBUG [M:0;83c5a5c119d5:38367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afef5131698f422badf0e808b15ad752 as hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/afef5131698f422badf0e808b15ad752 2024-11-14T02:41:09,971 INFO [M:0;83c5a5c119d5:38367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/afef5131698f422badf0e808b15ad752, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T02:41:09,971 DEBUG [M:0;83c5a5c119d5:38367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0512897fd4e4dca9d014faf623f2dac as hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0512897fd4e4dca9d014faf623f2dac 2024-11-14T02:41:09,974 INFO [M:0;83c5a5c119d5:38367 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0512897fd4e4dca9d014faf623f2dac 2024-11-14T02:41:09,975 INFO [M:0;83c5a5c119d5:38367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0512897fd4e4dca9d014faf623f2dac, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T02:41:09,975 DEBUG [M:0;83c5a5c119d5:38367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf5b00b10c5a422594b0442513bb8dc9 as hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf5b00b10c5a422594b0442513bb8dc9 2024-11-14T02:41:09,979 INFO [M:0;83c5a5c119d5:38367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37705/user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf5b00b10c5a422594b0442513bb8dc9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T02:41:09,979 INFO [M:0;83c5a5c119d5:38367 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=105, compaction requested=false 2024-11-14T02:41:09,980 INFO [M:0;83c5a5c119d5:38367 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:09,981 DEBUG [M:0;83c5a5c119d5:38367 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552069108Disabling compacts and flushes for region at 1731552069108Disabling writes for close at 1731552069109 (+1 ms)Obtaining lock to block concurrent updates at 1731552069109Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731552069109Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731552069109Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731552069109Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731552069109Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731552069121 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731552069121Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731552069128 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731552069140 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731552069140Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731552069547 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731552069559 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731552069559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b89b29: reopening flushed file at 1731552069967 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d54fb5: reopening flushed file at 1731552069971 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b291402: reopening flushed file at 1731552069975 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=105, compaction requested=false at 1731552069979 (+4 ms)Writing region close event to WAL at 1731552069980 (+1 ms)Closed at 1731552069980 2024-11-14T02:41:09,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44421 is added to blk_1073741830_1006 (size=64423) 2024-11-14T02:41:09,982 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eab79791-7a90-bb8c-a718-17b0df401fd6/MasterData/WALs/83c5a5c119d5,38367,1731552034748/83c5a5c119d5%2C38367%2C1731552034748.1731552036183 not finished, retry = 0 2024-11-14T02:41:10,083 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:41:10,083 INFO [M:0;83c5a5c119d5:38367 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:41:10,083 INFO [M:0;83c5a5c119d5:38367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38367 2024-11-14T02:41:10,084 INFO [M:0;83c5a5c119d5:38367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:41:10,187 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:41:10,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:10,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:10,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:10,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:10,212 INFO [M:0;83c5a5c119d5:38367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:41:10,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38367-0x1013880d8870003, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:10,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:10,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:10,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:10,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:10,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:10,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:10,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:10,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:10,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:10,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:10,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b23a4a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:41:10,243 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56de0319{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:41:10,243 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:41:10,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@674af949{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:41:10,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44a91cc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/hadoop.log.dir/,STOPPED} 2024-11-14T02:41:10,260 WARN [BP-427160935-172.17.0.2-1731552033067 heartbeating to localhost/127.0.0.1:37705 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:41:10,260 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:41:10,261 WARN [BP-427160935-172.17.0.2-1731552033067 heartbeating to localhost/127.0.0.1:37705 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-427160935-172.17.0.2-1731552033067 (Datanode Uuid 8c407939-669e-4b05-b254-29294520dba1) service to localhost/127.0.0.1:37705 2024-11-14T02:41:10,261 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:41:10,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/cluster_424aaf38-aaca-d731-8a7e-cd19fc354d0b/data/data1/current/BP-427160935-172.17.0.2-1731552033067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:41:10,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/cluster_424aaf38-aaca-d731-8a7e-cd19fc354d0b/data/data2/current/BP-427160935-172.17.0.2-1731552033067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:41:10,261 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:41:10,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1616dc96{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:41:10,270 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44dbfc84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:41:10,270 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:41:10,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@503cf90c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:41:10,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b12147{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d3c1463-762e-10d4-e081-590b40f931ce/hadoop.log.dir/,STOPPED} 2024-11-14T02:41:10,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:41:10,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:41:10,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:41:10,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:10,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:10,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:10,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:10,283 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:41:10,283 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=985874061, stopped=false 2024-11-14T02:41:10,283 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,33093,1731552030026 2024-11-14T02:41:10,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0843075636/running 2024-11-14T02:41:10,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636 2024-11-14T02:41:10,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0843075636/running 2024-11-14T02:41:10,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636 2024-11-14T02:41:10,304 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:41:10,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:41:10,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:10,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:10,304 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,37277,1731552030195' ***** 2024-11-14T02:41:10,304 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:41:10,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Set watcher on znode that does not yet exist, /0843075636/running 2024-11-14T02:41:10,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Set watcher on znode that does not yet exist, /0843075636/running 2024-11-14T02:41:10,304 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:41:10,305 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:41:10,305 INFO [RS:0;83c5a5c119d5:37277 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:41:10,305 INFO [RS:0;83c5a5c119d5:37277 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:41:10,305 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(3091): Received CLOSE for 15b56ddfcd3a8de72ecfd2315d952ed2 2024-11-14T02:41:10,305 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(3091): Received CLOSE for 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:41:10,305 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,37277,1731552030195 2024-11-14T02:41:10,305 INFO [RS:0;83c5a5c119d5:37277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:41:10,305 INFO [RS:0;83c5a5c119d5:37277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:37277. 2024-11-14T02:41:10,305 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15b56ddfcd3a8de72ecfd2315d952ed2, disabling compactions & flushes 2024-11-14T02:41:10,305 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2. 2024-11-14T02:41:10,305 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2. 2024-11-14T02:41:10,305 DEBUG [RS:0;83c5a5c119d5:37277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:10,305 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2. after waiting 0 ms 2024-11-14T02:41:10,305 DEBUG [RS:0;83c5a5c119d5:37277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:10,305 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2. 2024-11-14T02:41:10,305 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:41:10,305 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:41:10,305 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 15b56ddfcd3a8de72ecfd2315d952ed2 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-14T02:41:10,305 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:41:10,305 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:41:10,306 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T02:41:10,306 DEBUG [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1325): Online Regions={15b56ddfcd3a8de72ecfd2315d952ed2=test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2., 1588230740=hbase:meta,,1.1588230740, 32e1f703f5a2b0062e48540d0dee8687=hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687.} 2024-11-14T02:41:10,306 DEBUG [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15b56ddfcd3a8de72ecfd2315d952ed2, 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:41:10,306 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:41:10,306 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:41:10,306 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:41:10,306 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:41:10,306 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:41:10,306 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T02:41:10,323 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/.tmp/info/08cfe0ed5ae84e488e02e393aa53c930 is 147, key is hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687./info:regioninfo/1731552049986/Put/seqid=0 2024-11-14T02:41:10,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741840_1016 (size=7686) 2024-11-14T02:41:10,328 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2/.tmp/f/e3f5adeff31841f98097c76639eb5472 is 37, key is row3/f:row3/1731552060964/Put/seqid=0 2024-11-14T02:41:10,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741841_1017 (size=5228) 2024-11-14T02:41:10,331 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2/.tmp/f/e3f5adeff31841f98097c76639eb5472 2024-11-14T02:41:10,335 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3f5adeff31841f98097c76639eb5472 2024-11-14T02:41:10,348 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2/.tmp/f1/76f7b6f9788e4d6a99ce5ceac915d9c3 is 30, key is row1/f1:/1731552058307/DeleteFamily/seqid=0 2024-11-14T02:41:10,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741842_1018 (size=5158) 2024-11-14T02:41:10,395 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:41:10,473 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1488, reset compression=false 2024-11-14T02:41:10,476 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:10,476 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1735, reset compression=false 2024-11-14T02:41:10,476 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,37277,1731552030195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:41:10,477 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83c5a5c119d5,37277,1731552030195: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83c5a5c119d5,37277,1731552030195, walGroup=83c5a5c119d5%2C37277%2C1731552030195, offset=83c5a5c119d5%2C37277%2C1731552030195.1731552032293:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:37277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T02:41:10,478 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T02:41:10,478 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T02:41:10,478 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T02:41:10,478 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T02:41:10,478 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T02:41:10,478 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1189085184, "init": 1048576000, "max": 2306867200, "used": 858714432 }, "NonHeapMemoryUsage": { "committed": 203096064, "init": 7667712, "max": -1, "used": 200159944 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T02:41:10,479 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:33093 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:33093 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T02:41:10,506 DEBUG [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15b56ddfcd3a8de72ecfd2315d952ed2, 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:41:10,679 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1735, reset compression=false 2024-11-14T02:41:10,706 DEBUG [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15b56ddfcd3a8de72ecfd2315d952ed2, 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:41:10,726 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/.tmp/info/08cfe0ed5ae84e488e02e393aa53c930 2024-11-14T02:41:10,747 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/.tmp/ns/58299458fed745c9ac9df49a8d9b8e4c is 43, key is default/ns:d/1731552032961/Put/seqid=0 2024-11-14T02:41:10,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741843_1019 (size=5153) 2024-11-14T02:41:10,751 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2/.tmp/f1/76f7b6f9788e4d6a99ce5ceac915d9c3 2024-11-14T02:41:10,755 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76f7b6f9788e4d6a99ce5ceac915d9c3 2024-11-14T02:41:10,768 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2/.tmp/norep/c048e030af2941dcabffd37de14a808e is 32, key is row/norep:/1731552057302/DeleteFamily/seqid=0 2024-11-14T02:41:10,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741844_1020 (size=5101) 2024-11-14T02:41:10,906 DEBUG [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15b56ddfcd3a8de72ecfd2315d952ed2, 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:41:10,982 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1735, reset compression=false 2024-11-14T02:41:11,107 DEBUG [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15b56ddfcd3a8de72ecfd2315d952ed2, 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:41:11,151 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/.tmp/ns/58299458fed745c9ac9df49a8d9b8e4c 2024-11-14T02:41:11,166 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/.tmp/rep_barrier/cef1cb59b97a4e33b7b1ba135266b65a is 112, key is test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2./rep_barrier:seqnumDuringOpen/1731552043499/Put/seqid=0 2024-11-14T02:41:11,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741845_1021 (size=5518) 2024-11-14T02:41:11,170 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:41:11,170 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:41:11,171 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2/.tmp/norep/c048e030af2941dcabffd37de14a808e 2024-11-14T02:41:11,174 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c048e030af2941dcabffd37de14a808e 2024-11-14T02:41:11,175 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2/.tmp/f/e3f5adeff31841f98097c76639eb5472 as hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2/f/e3f5adeff31841f98097c76639eb5472 2024-11-14T02:41:11,178 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3f5adeff31841f98097c76639eb5472 2024-11-14T02:41:11,178 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2/f/e3f5adeff31841f98097c76639eb5472, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T02:41:11,179 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2/.tmp/f1/76f7b6f9788e4d6a99ce5ceac915d9c3 as hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2/f1/76f7b6f9788e4d6a99ce5ceac915d9c3 2024-11-14T02:41:11,182 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76f7b6f9788e4d6a99ce5ceac915d9c3 2024-11-14T02:41:11,182 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2/f1/76f7b6f9788e4d6a99ce5ceac915d9c3, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T02:41:11,183 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2/.tmp/norep/c048e030af2941dcabffd37de14a808e as hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2/norep/c048e030af2941dcabffd37de14a808e 2024-11-14T02:41:11,187 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c048e030af2941dcabffd37de14a808e 2024-11-14T02:41:11,187 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2/norep/c048e030af2941dcabffd37de14a808e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T02:41:11,188 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 15b56ddfcd3a8de72ecfd2315d952ed2 in 883ms, sequenceid=12, compaction requested=false 2024-11-14T02:41:11,193 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/default/test/15b56ddfcd3a8de72ecfd2315d952ed2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T02:41:11,194 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:41:11,194 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:41:11,194 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2. 2024-11-14T02:41:11,194 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15b56ddfcd3a8de72ecfd2315d952ed2: Waiting for close lock at 1731552070305Running coprocessor pre-close hooks at 1731552070305Disabling compacts and flushes for region at 1731552070305Disabling writes for close at 1731552070305Obtaining lock to block concurrent updates at 1731552070305Preparing flush snapshotting stores in 15b56ddfcd3a8de72ecfd2315d952ed2 at 1731552070305Finished memstore snapshotting test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731552070306 (+1 ms)Flushing stores of test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2. at 1731552070306Flushing 15b56ddfcd3a8de72ecfd2315d952ed2/f: creating writer at 1731552070306Flushing 15b56ddfcd3a8de72ecfd2315d952ed2/f: appending metadata at 1731552070327 (+21 ms)Flushing 15b56ddfcd3a8de72ecfd2315d952ed2/f: closing flushed file at 1731552070327Flushing 15b56ddfcd3a8de72ecfd2315d952ed2/f1: creating writer at 1731552070335 (+8 ms)Flushing 15b56ddfcd3a8de72ecfd2315d952ed2/f1: appending metadata at 1731552070347 (+12 ms)Flushing 15b56ddfcd3a8de72ecfd2315d952ed2/f1: closing flushed file at 1731552070347Flushing 15b56ddfcd3a8de72ecfd2315d952ed2/norep: creating writer at 1731552070755 (+408 ms)Flushing 15b56ddfcd3a8de72ecfd2315d952ed2/norep: appending metadata at 1731552070767 (+12 ms)Flushing 15b56ddfcd3a8de72ecfd2315d952ed2/norep: closing flushed file at 1731552070767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73e22cb1: reopening flushed file at 1731552071174 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a373a1e: reopening flushed file at 1731552071178 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb8b0e1: reopening flushed file at 1731552071183 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 15b56ddfcd3a8de72ecfd2315d952ed2 in 883ms, sequenceid=12, compaction requested=false at 1731552071188 (+5 ms)Writing region close event to WAL at 1731552071191 (+3 ms)Running coprocessor post-close hooks at 1731552071194 (+3 ms)Closed at 1731552071194 2024-11-14T02:41:11,194 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731552042355.15b56ddfcd3a8de72ecfd2315d952ed2. 2024-11-14T02:41:11,194 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32e1f703f5a2b0062e48540d0dee8687, disabling compactions & flushes 2024-11-14T02:41:11,194 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. 2024-11-14T02:41:11,194 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. 2024-11-14T02:41:11,194 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. after waiting 0 ms 2024-11-14T02:41:11,194 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. 2024-11-14T02:41:11,194 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32e1f703f5a2b0062e48540d0dee8687: Waiting for close lock at 1731552071194Running coprocessor pre-close hooks at 1731552071194Disabling compacts and flushes for region at 1731552071194Disabling writes for close at 1731552071194Failed flush hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687., putting online again at 1731552071194 2024-11-14T02:41:11,194 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. 2024-11-14T02:41:11,307 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T02:41:11,307 DEBUG [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 32e1f703f5a2b0062e48540d0dee8687=hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687.} 2024-11-14T02:41:11,307 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(3091): Received CLOSE for 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:41:11,307 DEBUG [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32e1f703f5a2b0062e48540d0dee8687 2024-11-14T02:41:11,307 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32e1f703f5a2b0062e48540d0dee8687, disabling compactions & flushes 2024-11-14T02:41:11,307 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. 2024-11-14T02:41:11,307 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. 2024-11-14T02:41:11,307 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. after waiting 0 ms 2024-11-14T02:41:11,307 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. 2024-11-14T02:41:11,307 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32e1f703f5a2b0062e48540d0dee8687: Waiting for close lock at 1731552071307Running coprocessor pre-close hooks at 1731552071307Disabling compacts and flushes for region at 1731552071307Disabling writes for close at 1731552071307Failed flush hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687., putting online again at 1731552071307 2024-11-14T02:41:11,307 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731552048826.32e1f703f5a2b0062e48540d0dee8687. 2024-11-14T02:41:11,385 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 1735, reset compression=false 2024-11-14T02:41:11,388 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:11,388 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 2379, reset compression=false 2024-11-14T02:41:11,507 DEBUG [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:41:11,569 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/.tmp/rep_barrier/cef1cb59b97a4e33b7b1ba135266b65a 2024-11-14T02:41:11,585 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/.tmp/table/641d7adf9d7c4d0bb4660ce81d45703e is 53, key is hbase:replication/table:state/1731552049992/Put/seqid=0 2024-11-14T02:41:11,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741846_1022 (size=5308) 2024-11-14T02:41:11,592 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 2379, reset compression=false 2024-11-14T02:41:11,707 DEBUG [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:41:11,894 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.wal-reader.83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.1731552032293 to pos 2379, reset compression=false 2024-11-14T02:41:11,907 DEBUG [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:41:11,988 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/.tmp/table/641d7adf9d7c4d0bb4660ce81d45703e 2024-11-14T02:41:11,992 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/.tmp/info/08cfe0ed5ae84e488e02e393aa53c930 as hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/info/08cfe0ed5ae84e488e02e393aa53c930 2024-11-14T02:41:11,995 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/info/08cfe0ed5ae84e488e02e393aa53c930, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T02:41:11,995 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/.tmp/ns/58299458fed745c9ac9df49a8d9b8e4c as hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/ns/58299458fed745c9ac9df49a8d9b8e4c 2024-11-14T02:41:11,998 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/ns/58299458fed745c9ac9df49a8d9b8e4c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T02:41:11,999 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/.tmp/rep_barrier/cef1cb59b97a4e33b7b1ba135266b65a as hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/rep_barrier/cef1cb59b97a4e33b7b1ba135266b65a 2024-11-14T02:41:12,002 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/rep_barrier/cef1cb59b97a4e33b7b1ba135266b65a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T02:41:12,002 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/.tmp/table/641d7adf9d7c4d0bb4660ce81d45703e as hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/table/641d7adf9d7c4d0bb4660ce81d45703e 2024-11-14T02:41:12,005 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/table/641d7adf9d7c4d0bb4660ce81d45703e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T02:41:12,006 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=16, compaction requested=false 2024-11-14T02:41:12,013 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T02:41:12,014 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:41:12,014 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:41:12,014 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:41:12,014 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552070306Running coprocessor pre-close hooks at 1731552070306Disabling compacts and flushes for region at 1731552070306Disabling writes for close at 1731552070306Obtaining lock to block concurrent updates at 1731552070306Preparing flush snapshotting stores in 1588230740 at 1731552070306Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731552070306Flushing stores of hbase:meta,,1.1588230740 at 1731552070307 (+1 ms)Flushing 1588230740/info: creating writer at 1731552070307Flushing 1588230740/info: appending metadata at 1731552070322 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731552070322Flushing 1588230740/ns: creating writer at 1731552070730 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731552070746 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731552070746Flushing 1588230740/rep_barrier: creating writer at 1731552071154 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731552071166 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731552071166Flushing 1588230740/table: creating writer at 1731552071573 (+407 ms)Flushing 1588230740/table: appending metadata at 1731552071584 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731552071585 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@564c57b7: reopening flushed file at 1731552071992 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d2d70c: reopening flushed file at 1731552071995 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a160d04: reopening flushed file at 1731552071998 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@690acef6: reopening flushed file at 1731552072002 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=16, compaction requested=false at 1731552072006 (+4 ms)Writing region close event to WAL at 1731552072011 (+5 ms)Running coprocessor post-close hooks at 1731552072014 (+3 ms)Closed at 1731552072014 2024-11-14T02:41:12,014 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:41:12,107 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T02:41:12,107 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,37277,1731552030195; all regions closed. 2024-11-14T02:41:12,109 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/WALs/83c5a5c119d5,37277,1731552030195/83c5a5c119d5%2C37277%2C1731552030195.meta.1731552032895.meta not finished, retry = 0 2024-11-14T02:41:12,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741834_1010 (size=4239) 2024-11-14T02:41:12,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741839_1015 (size=2609) 2024-11-14T02:41:12,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741832_1008 (size=2387) 2024-11-14T02:41:12,214 DEBUG [RS:0;83c5a5c119d5:37277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:12,214 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:41:12,214 INFO [RS:0;83c5a5c119d5:37277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:41:12,214 INFO [RS:0;83c5a5c119d5:37277 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:41:12,214 INFO [RS:0;83c5a5c119d5:37277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:41:12,214 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:41:12,214 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83c5a5c119d5,37277,1731552030195 because: Region server is closing 2024-11-14T02:41:12,214 INFO [RS:0;83c5a5c119d5:37277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:37277. 2024-11-14T02:41:12,214 DEBUG [RS:0;83c5a5c119d5:37277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:12,214 DEBUG [RS:0;83c5a5c119d5:37277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:12,214 DEBUG [RS:0;83c5a5c119d5:37277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:12,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:12,314 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,37277,1731552030195.replicationSource.shipper83c5a5c119d5%2C37277%2C1731552030195,1-83c5a5c119d5,37277,1731552030195 terminated 2024-11-14T02:41:12,315 INFO [RS:0;83c5a5c119d5:37277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:37277. 2024-11-14T02:41:12,315 DEBUG [RS:0;83c5a5c119d5:37277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:12,315 DEBUG [RS:0;83c5a5c119d5:37277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:12,315 DEBUG [RS:0;83c5a5c119d5:37277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:12,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:12,315 INFO [RS:0;83c5a5c119d5:37277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37277 2024-11-14T02:41:12,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0843075636/rs/83c5a5c119d5,37277,1731552030195 2024-11-14T02:41:12,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636/rs 2024-11-14T02:41:12,332 INFO [RS:0;83c5a5c119d5:37277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:41:12,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,37277,1731552030195] 2024-11-14T02:41:12,399 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0843075636/draining/83c5a5c119d5,37277,1731552030195 already deleted, retry=false 2024-11-14T02:41:12,399 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,37277,1731552030195 expired; onlineServers=0 2024-11-14T02:41:12,399 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,33093,1731552030026' ***** 2024-11-14T02:41:12,399 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:41:12,399 INFO [M:0;83c5a5c119d5:33093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:41:12,399 INFO [M:0;83c5a5c119d5:33093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:41:12,399 DEBUG [M:0;83c5a5c119d5:33093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:41:12,399 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:41:12,399 DEBUG [M:0;83c5a5c119d5:33093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:41:12,399 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552032119 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552032119,5,FailOnTimeoutGroup] 2024-11-14T02:41:12,399 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552032120 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552032120,5,FailOnTimeoutGroup] 2024-11-14T02:41:12,399 INFO [M:0;83c5a5c119d5:33093 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:41:12,399 INFO [M:0;83c5a5c119d5:33093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:41:12,399 DEBUG [M:0;83c5a5c119d5:33093 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:41:12,399 INFO [M:0;83c5a5c119d5:33093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:41:12,399 INFO [M:0;83c5a5c119d5:33093 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:41:12,400 INFO [M:0;83c5a5c119d5:33093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:41:12,400 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:41:12,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0843075636/master 2024-11-14T02:41:12,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0843075636 2024-11-14T02:41:12,407 DEBUG [M:0;83c5a5c119d5:33093 {}] zookeeper.ZKUtil(347): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Unable to get data of znode /0843075636/master because node does not exist (not an error) 2024-11-14T02:41:12,407 WARN [M:0;83c5a5c119d5:33093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:41:12,408 INFO [M:0;83c5a5c119d5:33093 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/.lastflushedseqids 2024-11-14T02:41:12,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741847_1023 (size=245) 2024-11-14T02:41:12,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:12,491 INFO [RS:0;83c5a5c119d5:37277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:41:12,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37277-0x1013880d8870001, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:12,491 INFO [RS:0;83c5a5c119d5:37277 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,37277,1731552030195; zookeeper connection closed. 2024-11-14T02:41:12,491 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5138db15 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5138db15 2024-11-14T02:41:12,491 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:41:12,812 INFO [M:0;83c5a5c119d5:33093 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:41:12,812 INFO [M:0;83c5a5c119d5:33093 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:41:12,812 DEBUG [M:0;83c5a5c119d5:33093 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:41:12,812 INFO [M:0;83c5a5c119d5:33093 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:12,812 DEBUG [M:0;83c5a5c119d5:33093 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:12,812 DEBUG [M:0;83c5a5c119d5:33093 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:41:12,812 DEBUG [M:0;83c5a5c119d5:33093 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:12,812 INFO [M:0;83c5a5c119d5:33093 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T02:41:12,830 DEBUG [M:0;83c5a5c119d5:33093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/849d27933ff74cc6842dc5c3b52927d3 is 82, key is hbase:meta,,1/info:regioninfo/1731552032922/Put/seqid=0 2024-11-14T02:41:12,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741848_1024 (size=5672) 2024-11-14T02:41:12,833 INFO [M:0;83c5a5c119d5:33093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/849d27933ff74cc6842dc5c3b52927d3 2024-11-14T02:41:12,848 DEBUG [M:0;83c5a5c119d5:33093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4e73a0525944158b6867b277f0e7e20 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731552043508/Put/seqid=0 2024-11-14T02:41:12,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741849_1025 (size=7218) 2024-11-14T02:41:13,252 INFO [M:0;83c5a5c119d5:33093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4e73a0525944158b6867b277f0e7e20 2024-11-14T02:41:13,254 INFO [M:0;83c5a5c119d5:33093 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4e73a0525944158b6867b277f0e7e20 2024-11-14T02:41:13,266 DEBUG [M:0;83c5a5c119d5:33093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50a90288b04b47cd8694704ac68c3fe5 is 69, key is 83c5a5c119d5,37277,1731552030195/rs:state/1731552032152/Put/seqid=0 2024-11-14T02:41:13,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741850_1026 (size=5156) 2024-11-14T02:41:13,670 INFO [M:0;83c5a5c119d5:33093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50a90288b04b47cd8694704ac68c3fe5 2024-11-14T02:41:13,674 DEBUG [M:0;83c5a5c119d5:33093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/849d27933ff74cc6842dc5c3b52927d3 as hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/849d27933ff74cc6842dc5c3b52927d3 2024-11-14T02:41:13,677 INFO [M:0;83c5a5c119d5:33093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/849d27933ff74cc6842dc5c3b52927d3, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T02:41:13,677 DEBUG [M:0;83c5a5c119d5:33093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4e73a0525944158b6867b277f0e7e20 as hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4e73a0525944158b6867b277f0e7e20 2024-11-14T02:41:13,680 INFO [M:0;83c5a5c119d5:33093 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4e73a0525944158b6867b277f0e7e20 2024-11-14T02:41:13,680 INFO [M:0;83c5a5c119d5:33093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4e73a0525944158b6867b277f0e7e20, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T02:41:13,681 DEBUG [M:0;83c5a5c119d5:33093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50a90288b04b47cd8694704ac68c3fe5 as hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50a90288b04b47cd8694704ac68c3fe5 2024-11-14T02:41:13,684 INFO [M:0;83c5a5c119d5:33093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35601/user/jenkins/test-data/78b39429-71e6-c891-d699-d43dd6c68349/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50a90288b04b47cd8694704ac68c3fe5, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T02:41:13,684 INFO [M:0;83c5a5c119d5:33093 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=105, compaction requested=false 2024-11-14T02:41:13,685 INFO [M:0;83c5a5c119d5:33093 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:13,685 DEBUG [M:0;83c5a5c119d5:33093 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552072812Disabling compacts and flushes for region at 1731552072812Disabling writes for close at 1731552072812Obtaining lock to block concurrent updates at 1731552072812Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731552072812Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731552072813 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731552072813Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731552072813Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731552072829 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731552072829Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731552072836 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731552072848 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731552072848Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731552073255 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731552073266 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731552073266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd41e17: reopening flushed file at 1731552073673 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@382d8bb: reopening flushed file at 1731552073677 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c50ce65: reopening flushed file at 1731552073680 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=105, compaction requested=false at 1731552073684 (+4 ms)Writing region close event to WAL at 1731552073685 (+1 ms)Closed at 1731552073685 2024-11-14T02:41:13,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38305 is added to blk_1073741830_1006 (size=64423) 2024-11-14T02:41:13,687 INFO [M:0;83c5a5c119d5:33093 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:41:13,687 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:41:13,687 INFO [M:0;83c5a5c119d5:33093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33093 2024-11-14T02:41:13,688 INFO [M:0;83c5a5c119d5:33093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:41:13,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:13,824 INFO [M:0;83c5a5c119d5:33093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:41:13,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33093-0x1013880d8870000, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:13,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5300a547{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:41:13,826 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36df1d49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:41:13,826 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:41:13,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3aa6bc62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:41:13,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1916c03a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/hadoop.log.dir/,STOPPED} 2024-11-14T02:41:13,827 WARN [BP-1286134928-172.17.0.2-1731552028337 heartbeating to localhost/127.0.0.1:35601 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:41:13,827 WARN [BP-1286134928-172.17.0.2-1731552028337 heartbeating to localhost/127.0.0.1:35601 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1286134928-172.17.0.2-1731552028337 (Datanode Uuid 5d040440-2b45-45d3-a4a7-df9e0cd4f045) service to localhost/127.0.0.1:35601 2024-11-14T02:41:13,827 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:41:13,827 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:41:13,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/cluster_244e38f9-01f7-6db0-49b9-97d58551b0d4/data/data1/current/BP-1286134928-172.17.0.2-1731552028337 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:41:13,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/cluster_244e38f9-01f7-6db0-49b9-97d58551b0d4/data/data2/current/BP-1286134928-172.17.0.2-1731552028337 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:41:13,828 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:41:13,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64a9f587{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:41:13,834 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e61613{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:41:13,834 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:41:13,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3769f558{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:41:13,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fc6f425{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f18fa05-9a66-8a52-1736-52b2fb3dfbed/hadoop.log.dir/,STOPPED} 2024-11-14T02:41:13,842 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T02:41:13,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:41:13,875 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 261) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37705 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61043) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61043) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37951 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35601 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35601 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35601 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:37705 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61043) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35601 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35601 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37705 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37705 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=732 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 212) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5134 (was 5295) 2024-11-14T02:41:13,885 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=5133 2024-11-14T02:41:13,896 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-14T02:41:13,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/hadoop.log.dir so I do NOT create it in target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed 2024-11-14T02:41:13,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:41:13,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/hadoop.tmp.dir so I do NOT create it in target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed 2024-11-14T02:41:13,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a0a392d-4089-1273-2a49-6ea13c78de97/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:41:13,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed 2024-11-14T02:41:13,897 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/cluster_75ab1daa-161c-d940-51a6-5a466c6d5320, deleteOnExit=true 2024-11-14T02:41:13,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/cluster_75ab1daa-161c-d940-51a6-5a466c6d5320/zookeeper_0, clientPort=52568, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/cluster_75ab1daa-161c-d940-51a6-5a466c6d5320/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/cluster_75ab1daa-161c-d940-51a6-5a466c6d5320/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T02:41:13,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52568 2024-11-14T02:41:13,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:41:13,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:41:13,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/test.cache.data in system properties and HBase conf 2024-11-14T02:41:13,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:41:13,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:41:13,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:41:13,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:41:13,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:41:13,918 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:41:13,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:41:13,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:41:13,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:41:13,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:41:13,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:41:13,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:41:13,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:41:13,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:41:13,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:41:13,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:41:13,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:41:13,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:41:13,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:41:13,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:41:13,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013880d8870008, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:41:13,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013880d8870005, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:41:13,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013880d8870002, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:41:13,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013880d8870005, quorum=127.0.0.1:61043, baseZNode=/1-143287963 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:41:13,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013880d8870008, quorum=127.0.0.1:61043, baseZNode=/2100128695 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:41:13,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013880d8870002, quorum=127.0.0.1:61043, baseZNode=/0843075636 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:41:14,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:41:14,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:41:14,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:41:14,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:41:14,182 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:41:14,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:41:14,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@340750b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:41:14,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47c2e923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:41:14,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39dddff9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/java.io.tmpdir/jetty-localhost-45307-hadoop-hdfs-3_4_1-tests_jar-_-any-14333641945101401899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:41:14,292 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@871521f{HTTP/1.1, (http/1.1)}{localhost:45307} 2024-11-14T02:41:14,292 INFO [Time-limited test {}] server.Server(415): Started @274770ms 2024-11-14T02:41:14,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:41:14,489 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:41:14,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:41:14,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:41:14,492 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:41:14,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3293db31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:41:14,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c257500{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:41:14,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6326fb22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/java.io.tmpdir/jetty-localhost-46231-hadoop-hdfs-3_4_1-tests_jar-_-any-9459430815526147568/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:41:14,588 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@475f79bb{HTTP/1.1, (http/1.1)}{localhost:46231} 2024-11-14T02:41:14,588 INFO [Time-limited test {}] server.Server(415): Started @275066ms 2024-11-14T02:41:14,589 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:41:15,123 WARN [Thread-3446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/cluster_75ab1daa-161c-d940-51a6-5a466c6d5320/data/data1/current/BP-709509014-172.17.0.2-1731552073932/current, will proceed with Du for space computation calculation, 2024-11-14T02:41:15,123 WARN [Thread-3447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/cluster_75ab1daa-161c-d940-51a6-5a466c6d5320/data/data2/current/BP-709509014-172.17.0.2-1731552073932/current, will proceed with Du for space computation calculation, 2024-11-14T02:41:15,138 WARN [Thread-3434 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:41:15,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3676821b10e7d4c5 with lease ID 0xd14098b6f5ab43bc: Processing first storage report for DS-7f408750-1c74-42d0-8993-868530dce7cb from datanode DatanodeRegistration(127.0.0.1:35281, datanodeUuid=4aed2b68-4428-4aef-a0cf-771ab61e9fc2, infoPort=43529, infoSecurePort=0, ipcPort=42907, storageInfo=lv=-57;cid=testClusterID;nsid=297248170;c=1731552073932) 2024-11-14T02:41:15,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3676821b10e7d4c5 with lease ID 0xd14098b6f5ab43bc: from storage DS-7f408750-1c74-42d0-8993-868530dce7cb node DatanodeRegistration(127.0.0.1:35281, datanodeUuid=4aed2b68-4428-4aef-a0cf-771ab61e9fc2, infoPort=43529, infoSecurePort=0, ipcPort=42907, storageInfo=lv=-57;cid=testClusterID;nsid=297248170;c=1731552073932), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:41:15,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3676821b10e7d4c5 with lease ID 0xd14098b6f5ab43bc: Processing first storage report for DS-0d0c701e-43d5-4eae-9e9c-94f5f8ab32b1 from datanode DatanodeRegistration(127.0.0.1:35281, datanodeUuid=4aed2b68-4428-4aef-a0cf-771ab61e9fc2, infoPort=43529, infoSecurePort=0, ipcPort=42907, storageInfo=lv=-57;cid=testClusterID;nsid=297248170;c=1731552073932) 2024-11-14T02:41:15,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3676821b10e7d4c5 with lease ID 0xd14098b6f5ab43bc: from storage DS-0d0c701e-43d5-4eae-9e9c-94f5f8ab32b1 node DatanodeRegistration(127.0.0.1:35281, datanodeUuid=4aed2b68-4428-4aef-a0cf-771ab61e9fc2, infoPort=43529, infoSecurePort=0, ipcPort=42907, storageInfo=lv=-57;cid=testClusterID;nsid=297248170;c=1731552073932), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:41:15,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T02:41:15,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T02:41:15,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T02:41:15,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:41:15,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed 2024-11-14T02:41:15,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:15,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:15,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:41:15,218 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18 with version=8 2024-11-14T02:41:15,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/hbase-staging 2024-11-14T02:41:15,220 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:41:15,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:15,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:15,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:41:15,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:15,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:41:15,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:41:15,220 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:41:15,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32977 2024-11-14T02:41:15,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32977 connecting to ZooKeeper ensemble=127.0.0.1:52568 2024-11-14T02:41:15,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329770x0, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:41:15,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32977-0x10138818aa40000 connected 2024-11-14T02:41:15,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:15,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:15,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Set watcher on znode that does not yet exist, /0-669898761/running 2024-11-14T02:41:15,351 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18, hbase.cluster.distributed=false 2024-11-14T02:41:15,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Set watcher on znode that does not yet exist, /0-669898761/acl 2024-11-14T02:41:15,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32977 2024-11-14T02:41:15,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32977 2024-11-14T02:41:15,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32977 2024-11-14T02:41:15,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32977 2024-11-14T02:41:15,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32977 2024-11-14T02:41:15,366 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:41:15,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:15,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:15,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:41:15,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:15,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:41:15,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:41:15,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:41:15,367 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45221 2024-11-14T02:41:15,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45221 connecting to ZooKeeper ensemble=127.0.0.1:52568 2024-11-14T02:41:15,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:15,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:15,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452210x0, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:41:15,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452210x0, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Set watcher on znode that does not yet exist, /0-669898761/running 2024-11-14T02:41:15,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45221-0x10138818aa40001 connected 2024-11-14T02:41:15,383 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:41:15,383 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:41:15,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Set watcher on znode that does not yet exist, /0-669898761/master 2024-11-14T02:41:15,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Set watcher on znode that does not yet exist, /0-669898761/acl 2024-11-14T02:41:15,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45221 2024-11-14T02:41:15,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45221 2024-11-14T02:41:15,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45221 2024-11-14T02:41:15,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45221 2024-11-14T02:41:15,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45221 2024-11-14T02:41:15,404 DEBUG [M:0;83c5a5c119d5:32977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:32977 2024-11-14T02:41:15,405 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-669898761/backup-masters/83c5a5c119d5,32977,1731552075220 2024-11-14T02:41:15,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761/backup-masters 2024-11-14T02:41:15,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761/backup-masters 2024-11-14T02:41:15,416 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Set watcher on existing znode=/0-669898761/backup-masters/83c5a5c119d5,32977,1731552075220 2024-11-14T02:41:15,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-669898761/master 2024-11-14T02:41:15,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761 2024-11-14T02:41:15,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761 2024-11-14T02:41:15,424 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Set watcher on existing znode=/0-669898761/master 2024-11-14T02:41:15,424 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-669898761/backup-masters/83c5a5c119d5,32977,1731552075220 from backup master directory 2024-11-14T02:41:15,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-669898761/backup-masters/83c5a5c119d5,32977,1731552075220 2024-11-14T02:41:15,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761/backup-masters 2024-11-14T02:41:15,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761/backup-masters 2024-11-14T02:41:15,432 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:41:15,432 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,32977,1731552075220 2024-11-14T02:41:15,434 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/hbase.id] with ID: a1833e99-c7db-4971-b0ed-f3868080a9c1 2024-11-14T02:41:15,434 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/.tmp/hbase.id 2024-11-14T02:41:15,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:41:15,838 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/.tmp/hbase.id]:[hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/hbase.id] 2024-11-14T02:41:15,846 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:15,846 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:41:15,847 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T02:41:15,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761 2024-11-14T02:41:15,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761 2024-11-14T02:41:15,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:41:16,283 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:41:16,283 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:41:16,284 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:41:16,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:41:16,690 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store 2024-11-14T02:41:16,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:41:16,696 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:41:16,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:16,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:16,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:16,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:16,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:16,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:16,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:16,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:16,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:16,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:16,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:16,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:16,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:16,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:16,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:17,095 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:17,095 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:41:17,095 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:17,095 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:17,095 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:41:17,095 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:17,095 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:17,095 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552077095Disabling compacts and flushes for region at 1731552077095Disabling writes for close at 1731552077095Writing region close event to WAL at 1731552077095Closed at 1731552077095 2024-11-14T02:41:17,096 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/.initializing 2024-11-14T02:41:17,096 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/WALs/83c5a5c119d5,32977,1731552075220 2024-11-14T02:41:17,096 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:41:17,098 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C32977%2C1731552075220, suffix=, logDir=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/WALs/83c5a5c119d5,32977,1731552075220, archiveDir=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/oldWALs, maxLogs=10 2024-11-14T02:41:17,109 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/WALs/83c5a5c119d5,32977,1731552075220/83c5a5c119d5%2C32977%2C1731552075220.1731552077098, exclude list is [], retry=0 2024-11-14T02:41:17,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35281,DS-7f408750-1c74-42d0-8993-868530dce7cb,DISK] 2024-11-14T02:41:17,113 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/WALs/83c5a5c119d5,32977,1731552075220/83c5a5c119d5%2C32977%2C1731552075220.1731552077098 2024-11-14T02:41:17,120 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43529:43529)] 2024-11-14T02:41:17,120 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:41:17,121 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:17,121 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:17,121 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:17,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:17,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:41:17,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:17,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:17,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:17,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:41:17,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:17,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:17,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:17,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:41:17,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:17,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:17,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:17,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:41:17,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:17,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:17,129 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:17,130 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:17,130 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:17,131 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:17,131 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:17,131 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:41:17,132 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:17,133 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:41:17,133 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65042532, jitterRate=-0.030790746212005615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:41:17,134 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731552077121Initializing all the Stores at 1731552077121Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552077121Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552077121Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552077122 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552077122Cleaning up temporary data from old regions at 1731552077131 (+9 ms)Region opened successfully at 1731552077134 (+3 ms) 2024-11-14T02:41:17,134 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:41:17,136 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a1f0d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:41:17,136 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:41:17,136 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:41:17,136 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:41:17,136 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:41:17,137 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:41:17,137 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:41:17,137 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:41:17,140 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:41:17,141 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Unable to get data of znode /0-669898761/balancer because node does not exist (not necessarily an error) 2024-11-14T02:41:17,170 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-669898761/balancer already deleted, retry=false 2024-11-14T02:41:17,170 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:41:17,171 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Unable to get data of znode /0-669898761/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:41:17,178 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-669898761/normalizer already deleted, retry=false 2024-11-14T02:41:17,178 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:41:17,179 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Unable to get data of znode /0-669898761/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:41:17,186 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-669898761/switch/split already deleted, retry=false 2024-11-14T02:41:17,187 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Unable to get data of znode /0-669898761/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:41:17,195 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-669898761/switch/merge already deleted, retry=false 2024-11-14T02:41:17,196 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Unable to get data of znode /0-669898761/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:41:17,203 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-669898761/snapshot-cleanup already deleted, retry=false 2024-11-14T02:41:17,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-669898761/running 2024-11-14T02:41:17,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-669898761/running 2024-11-14T02:41:17,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761 2024-11-14T02:41:17,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761 2024-11-14T02:41:17,212 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,32977,1731552075220, sessionid=0x10138818aa40000, setting cluster-up flag (Was=false) 2024-11-14T02:41:17,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761 2024-11-14T02:41:17,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761 2024-11-14T02:41:17,253 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-669898761/flush-table-proc/acquired, /0-669898761/flush-table-proc/reached, /0-669898761/flush-table-proc/abort 2024-11-14T02:41:17,254 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,32977,1731552075220 2024-11-14T02:41:17,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761 2024-11-14T02:41:17,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761 2024-11-14T02:41:17,295 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-669898761/online-snapshot/acquired, /0-669898761/online-snapshot/reached, /0-669898761/online-snapshot/abort 2024-11-14T02:41:17,295 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,32977,1731552075220 2024-11-14T02:41:17,296 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:41:17,297 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:41:17,297 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:41:17,297 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:41:17,297 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,32977,1731552075220 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:41:17,298 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:41:17,298 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:41:17,298 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:41:17,298 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:41:17,298 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:41:17,298 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:17,298 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:41:17,298 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:17,299 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552107299 2024-11-14T02:41:17,299 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:41:17,299 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:41:17,299 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:41:17,299 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:41:17,299 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:41:17,300 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:41:17,300 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:41:17,300 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:17,300 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:41:17,300 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:17,300 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:41:17,303 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:41:17,303 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:41:17,303 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:41:17,303 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:41:17,304 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:41:17,304 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:41:17,304 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552077304,5,FailOnTimeoutGroup] 2024-11-14T02:41:17,304 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552077304,5,FailOnTimeoutGroup] 2024-11-14T02:41:17,304 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:17,304 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:41:17,304 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:17,304 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:17,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:41:17,394 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(746): ClusterId : a1833e99-c7db-4971-b0ed-f3868080a9c1 2024-11-14T02:41:17,394 DEBUG [RS:0;83c5a5c119d5:45221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:41:17,404 DEBUG [RS:0;83c5a5c119d5:45221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:41:17,404 DEBUG [RS:0;83c5a5c119d5:45221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:41:17,412 DEBUG [RS:0;83c5a5c119d5:45221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:41:17,412 DEBUG [RS:0;83c5a5c119d5:45221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6581c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:41:17,422 DEBUG [RS:0;83c5a5c119d5:45221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:45221 2024-11-14T02:41:17,422 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:41:17,422 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:41:17,422 DEBUG [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:41:17,423 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,32977,1731552075220 with port=45221, startcode=1731552075366 2024-11-14T02:41:17,423 DEBUG [RS:0;83c5a5c119d5:45221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:41:17,424 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:41:17,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32977 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,45221,1731552075366 2024-11-14T02:41:17,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32977 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,45221,1731552075366 2024-11-14T02:41:17,425 DEBUG [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18 2024-11-14T02:41:17,425 DEBUG [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36435 2024-11-14T02:41:17,425 DEBUG [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:41:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761/rs 2024-11-14T02:41:17,432 DEBUG [RS:0;83c5a5c119d5:45221 {}] zookeeper.ZKUtil(111): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Set watcher on existing znode=/0-669898761/rs/83c5a5c119d5,45221,1731552075366 2024-11-14T02:41:17,432 WARN [RS:0;83c5a5c119d5:45221 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:41:17,432 INFO [RS:0;83c5a5c119d5:45221 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:41:17,432 DEBUG [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366 2024-11-14T02:41:17,432 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,45221,1731552075366] 2024-11-14T02:41:17,434 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:41:17,435 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:41:17,436 INFO [RS:0;83c5a5c119d5:45221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:41:17,436 INFO [RS:0;83c5a5c119d5:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:17,436 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:41:17,436 INFO [RS:0;83c5a5c119d5:45221 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:41:17,436 INFO [RS:0;83c5a5c119d5:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:17,436 DEBUG [RS:0;83c5a5c119d5:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:17,436 DEBUG [RS:0;83c5a5c119d5:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:17,436 DEBUG [RS:0;83c5a5c119d5:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:17,436 DEBUG [RS:0;83c5a5c119d5:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:17,436 DEBUG [RS:0;83c5a5c119d5:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:17,436 DEBUG [RS:0;83c5a5c119d5:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:41:17,436 DEBUG [RS:0;83c5a5c119d5:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:17,436 DEBUG [RS:0;83c5a5c119d5:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:17,436 DEBUG [RS:0;83c5a5c119d5:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:17,436 DEBUG [RS:0;83c5a5c119d5:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:17,436 DEBUG [RS:0;83c5a5c119d5:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:17,437 DEBUG [RS:0;83c5a5c119d5:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:17,437 DEBUG [RS:0;83c5a5c119d5:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:41:17,437 DEBUG [RS:0;83c5a5c119d5:45221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:41:17,437 INFO [RS:0;83c5a5c119d5:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:17,437 INFO [RS:0;83c5a5c119d5:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:17,437 INFO [RS:0;83c5a5c119d5:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:17,437 INFO [RS:0;83c5a5c119d5:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:17,437 INFO [RS:0;83c5a5c119d5:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:17,437 INFO [RS:0;83c5a5c119d5:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,45221,1731552075366-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:41:17,450 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:41:17,450 INFO [RS:0;83c5a5c119d5:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,45221,1731552075366-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:17,450 INFO [RS:0;83c5a5c119d5:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:17,450 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.Replication(171): 83c5a5c119d5,45221,1731552075366 started 2024-11-14T02:41:17,461 INFO [RS:0;83c5a5c119d5:45221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:17,461 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,45221,1731552075366, RpcServer on 83c5a5c119d5/172.17.0.2:45221, sessionid=0x10138818aa40001 2024-11-14T02:41:17,461 DEBUG [RS:0;83c5a5c119d5:45221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:41:17,461 DEBUG [RS:0;83c5a5c119d5:45221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,45221,1731552075366 2024-11-14T02:41:17,461 DEBUG [RS:0;83c5a5c119d5:45221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,45221,1731552075366' 2024-11-14T02:41:17,462 DEBUG [RS:0;83c5a5c119d5:45221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-669898761/flush-table-proc/abort' 2024-11-14T02:41:17,462 DEBUG [RS:0;83c5a5c119d5:45221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-669898761/flush-table-proc/acquired' 2024-11-14T02:41:17,462 DEBUG [RS:0;83c5a5c119d5:45221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:41:17,462 DEBUG [RS:0;83c5a5c119d5:45221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:41:17,462 DEBUG [RS:0;83c5a5c119d5:45221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,45221,1731552075366 2024-11-14T02:41:17,462 DEBUG [RS:0;83c5a5c119d5:45221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,45221,1731552075366' 2024-11-14T02:41:17,462 DEBUG [RS:0;83c5a5c119d5:45221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-669898761/online-snapshot/abort' 2024-11-14T02:41:17,463 DEBUG [RS:0;83c5a5c119d5:45221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-669898761/online-snapshot/acquired' 2024-11-14T02:41:17,463 DEBUG [RS:0;83c5a5c119d5:45221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:41:17,463 INFO [RS:0;83c5a5c119d5:45221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:41:17,463 INFO [RS:0;83c5a5c119d5:45221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:41:17,563 INFO [RS:0;83c5a5c119d5:45221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:41:17,564 INFO [RS:0;83c5a5c119d5:45221 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C45221%2C1731552075366, suffix=, logDir=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366, archiveDir=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/oldWALs, maxLogs=10 2024-11-14T02:41:17,576 DEBUG [RS:0;83c5a5c119d5:45221 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564, exclude list is [], retry=0 2024-11-14T02:41:17,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35281,DS-7f408750-1c74-42d0-8993-868530dce7cb,DISK] 2024-11-14T02:41:17,579 INFO [RS:0;83c5a5c119d5:45221 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 2024-11-14T02:41:17,580 DEBUG [RS:0;83c5a5c119d5:45221 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43529:43529)] 2024-11-14T02:41:17,707 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:41:17,707 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18 2024-11-14T02:41:17,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:41:18,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:18,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:41:18,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:41:18,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:18,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:18,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:41:18,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:41:18,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:18,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:18,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:41:18,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:41:18,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:18,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:18,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:41:18,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:41:18,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:18,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:18,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:41:18,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740 2024-11-14T02:41:18,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740 2024-11-14T02:41:18,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:41:18,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:41:18,118 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:41:18,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:41:18,120 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:41:18,120 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68127332, jitterRate=0.015176355838775635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:41:18,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731552078112Initializing all the Stores at 1731552078112Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552078112Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552078112Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552078112Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552078112Cleaning up temporary data from old regions at 1731552078118 (+6 ms)Region opened successfully at 1731552078121 (+3 ms) 2024-11-14T02:41:18,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:41:18,121 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:41:18,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:41:18,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:41:18,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:41:18,121 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:41:18,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552078121Disabling compacts and flushes for region at 1731552078121Disabling writes for close at 1731552078121Writing region close event to WAL at 1731552078121Closed at 1731552078121 2024-11-14T02:41:18,122 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:41:18,122 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:41:18,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:41:18,122 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:41:18,123 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:41:18,273 DEBUG [83c5a5c119d5:32977 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:41:18,274 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,45221,1731552075366 2024-11-14T02:41:18,274 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,45221,1731552075366, state=OPENING 2024-11-14T02:41:18,303 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:41:18,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761 2024-11-14T02:41:18,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761 2024-11-14T02:41:18,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-669898761/meta-region-server: CHANGED 2024-11-14T02:41:18,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-669898761/meta-region-server: CHANGED 2024-11-14T02:41:18,312 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:41:18,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,45221,1731552075366}] 2024-11-14T02:41:18,464 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:41:18,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:41:18,467 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:41:18,467 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:41:18,467 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:41:18,468 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C45221%2C1731552075366.meta, suffix=.meta, logDir=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366, archiveDir=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/oldWALs, maxLogs=10 2024-11-14T02:41:18,480 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.meta.1731552078468.meta, exclude list is [], retry=0 2024-11-14T02:41:18,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35281,DS-7f408750-1c74-42d0-8993-868530dce7cb,DISK] 2024-11-14T02:41:18,482 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.meta.1731552078468.meta 2024-11-14T02:41:18,482 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43529:43529)] 2024-11-14T02:41:18,483 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:41:18,483 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:41:18,483 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:41:18,483 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:41:18,483 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:41:18,483 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:41:18,483 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:18,483 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:41:18,483 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:41:18,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:41:18,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:41:18,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:18,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:18,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:41:18,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:41:18,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:18,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:18,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:41:18,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:41:18,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:18,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:18,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:41:18,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:41:18,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:18,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:18,488 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:41:18,488 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740 2024-11-14T02:41:18,488 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740 2024-11-14T02:41:18,489 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:41:18,489 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:41:18,490 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:41:18,490 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:41:18,491 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74136032, jitterRate=0.10471296310424805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:41:18,491 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:41:18,491 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731552078483Writing region info on filesystem at 1731552078483Initializing all the Stores at 1731552078484 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552078484Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552078484Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552078484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552078484Cleaning up temporary data from old regions at 1731552078489 (+5 ms)Running coprocessor post-open hooks at 1731552078491 (+2 ms)Region opened successfully at 1731552078491 2024-11-14T02:41:18,492 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731552078464 2024-11-14T02:41:18,493 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:41:18,493 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:41:18,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,45221,1731552075366 2024-11-14T02:41:18,494 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,45221,1731552075366, state=OPEN 2024-11-14T02:41:18,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-669898761/meta-region-server 2024-11-14T02:41:18,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-669898761/meta-region-server 2024-11-14T02:41:18,522 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,45221,1731552075366 2024-11-14T02:41:18,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-669898761/meta-region-server: CHANGED 2024-11-14T02:41:18,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-669898761/meta-region-server: CHANGED 2024-11-14T02:41:18,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:41:18,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,45221,1731552075366 in 211 msec 2024-11-14T02:41:18,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:41:18,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-14T02:41:18,526 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:41:18,526 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:41:18,527 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:18,527 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,45221,1731552075366, seqNum=-1] 2024-11-14T02:41:18,527 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:41:18,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:41:18,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2340 sec 2024-11-14T02:41:18,531 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731552078531, completionTime=-1 2024-11-14T02:41:18,531 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:41:18,531 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:41:18,533 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:41:18,533 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552138533 2024-11-14T02:41:18,533 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552198533 2024-11-14T02:41:18,533 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T02:41:18,533 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,32977,1731552075220-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:18,533 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,32977,1731552075220-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:18,534 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,32977,1731552075220-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:18,534 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:32977, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:18,534 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:18,534 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:18,535 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:41:18,536 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.104sec 2024-11-14T02:41:18,536 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:41:18,536 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:41:18,536 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:41:18,536 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:41:18,537 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:41:18,537 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,32977,1731552075220-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:41:18,537 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,32977,1731552075220-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:41:18,538 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:41:18,538 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:41:18,538 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,32977,1731552075220-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:18,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9eaaac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:18,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,32977,-1 for getting cluster id 2024-11-14T02:41:18,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:18,596 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1833e99-c7db-4971-b0ed-f3868080a9c1' 2024-11-14T02:41:18,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:18,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1833e99-c7db-4971-b0ed-f3868080a9c1" 2024-11-14T02:41:18,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bda0f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:18,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,32977,-1] 2024-11-14T02:41:18,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:18,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:18,597 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:18,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50aecd01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:18,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:18,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,45221,1731552075366, seqNum=-1] 2024-11-14T02:41:18,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:41:18,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:41:18,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,32977,1731552075220 2024-11-14T02:41:18,602 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52568 2024-11-14T02:41:18,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:41:18,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10138818aa40002 connected 2024-11-14T02:41:18,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/hadoop.log.dir so I do NOT create it in target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf 2024-11-14T02:41:18,630 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:41:18,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/hadoop.tmp.dir so I do NOT create it in target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf 2024-11-14T02:41:18,630 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:41:18,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf 2024-11-14T02:41:18,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:41:18,630 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/cluster_38ccbe0e-afb5-0947-9975-5e356c8619fe, deleteOnExit=true 2024-11-14T02:41:18,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:41:18,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/test.cache.data in system properties and HBase conf 2024-11-14T02:41:18,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:41:18,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:41:18,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:41:18,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:41:18,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:41:18,631 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:41:18,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:41:18,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:41:18,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:41:18,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:41:18,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:41:18,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:41:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:41:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:41:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:41:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:41:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:41:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:41:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:41:18,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:41:18,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:41:18,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:41:18,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:41:18,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:41:18,919 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:41:18,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:41:18,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cc0054a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:41:18,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae44ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:41:19,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32bca686{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/java.io.tmpdir/jetty-localhost-42739-hadoop-hdfs-3_4_1-tests_jar-_-any-12155223582251499559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:41:19,028 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@786b2ed4{HTTP/1.1, (http/1.1)}{localhost:42739} 2024-11-14T02:41:19,028 INFO [Time-limited test {}] server.Server(415): Started @279507ms 2024-11-14T02:41:19,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:41:19,246 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:41:19,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:41:19,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:41:19,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:41:19,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37fcdc72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:41:19,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35d936c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:41:19,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72355bc2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/java.io.tmpdir/jetty-localhost-43957-hadoop-hdfs-3_4_1-tests_jar-_-any-8887033201611178137/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:41:19,342 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@326fb535{HTTP/1.1, (http/1.1)}{localhost:43957} 2024-11-14T02:41:19,342 INFO [Time-limited test {}] server.Server(415): Started @279821ms 2024-11-14T02:41:19,343 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:41:19,873 WARN [Thread-3567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/cluster_38ccbe0e-afb5-0947-9975-5e356c8619fe/data/data1/current/BP-89377882-172.17.0.2-1731552078660/current, will proceed with Du for space computation calculation, 2024-11-14T02:41:19,873 WARN [Thread-3568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/cluster_38ccbe0e-afb5-0947-9975-5e356c8619fe/data/data2/current/BP-89377882-172.17.0.2-1731552078660/current, will proceed with Du for space computation calculation, 2024-11-14T02:41:19,893 WARN [Thread-3555 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:41:19,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb32fcc9c07b2516 with lease ID 0xd810b6f99cf7140e: Processing first storage report for DS-3e9c064b-ff98-480f-8235-20a7f06828b5 from datanode DatanodeRegistration(127.0.0.1:40319, datanodeUuid=dec62935-7bbe-4b76-b552-ee9900c9ebb3, infoPort=43225, infoSecurePort=0, ipcPort=32869, storageInfo=lv=-57;cid=testClusterID;nsid=1464699745;c=1731552078660) 2024-11-14T02:41:19,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb32fcc9c07b2516 with lease ID 0xd810b6f99cf7140e: from storage DS-3e9c064b-ff98-480f-8235-20a7f06828b5 node DatanodeRegistration(127.0.0.1:40319, datanodeUuid=dec62935-7bbe-4b76-b552-ee9900c9ebb3, infoPort=43225, infoSecurePort=0, ipcPort=32869, storageInfo=lv=-57;cid=testClusterID;nsid=1464699745;c=1731552078660), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:41:19,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb32fcc9c07b2516 with lease ID 0xd810b6f99cf7140e: Processing first storage report for DS-8d61fe1a-551a-4c7c-a92c-53b8ad262878 from datanode DatanodeRegistration(127.0.0.1:40319, datanodeUuid=dec62935-7bbe-4b76-b552-ee9900c9ebb3, infoPort=43225, infoSecurePort=0, ipcPort=32869, storageInfo=lv=-57;cid=testClusterID;nsid=1464699745;c=1731552078660) 2024-11-14T02:41:19,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb32fcc9c07b2516 with lease ID 0xd810b6f99cf7140e: from storage DS-8d61fe1a-551a-4c7c-a92c-53b8ad262878 node DatanodeRegistration(127.0.0.1:40319, datanodeUuid=dec62935-7bbe-4b76-b552-ee9900c9ebb3, infoPort=43225, infoSecurePort=0, ipcPort=32869, storageInfo=lv=-57;cid=testClusterID;nsid=1464699745;c=1731552078660), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:41:19,966 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf 2024-11-14T02:41:19,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:19,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:19,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:41:20,375 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2 with version=8 2024-11-14T02:41:20,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/hbase-staging 2024-11-14T02:41:20,377 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:41:20,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:20,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:20,377 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:41:20,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:20,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:41:20,377 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:41:20,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:41:20,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42841 2024-11-14T02:41:20,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42841 connecting to ZooKeeper ensemble=127.0.0.1:52568 2024-11-14T02:41:20,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428410x0, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:41:20,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42841-0x10138818aa40003 connected 2024-11-14T02:41:20,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:20,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:20,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Set watcher on znode that does not yet exist, /1-113276870/running 2024-11-14T02:41:20,469 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2, hbase.cluster.distributed=false 2024-11-14T02:41:20,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Set watcher on znode that does not yet exist, /1-113276870/acl 2024-11-14T02:41:20,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42841 2024-11-14T02:41:20,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42841 2024-11-14T02:41:20,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42841 2024-11-14T02:41:20,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42841 2024-11-14T02:41:20,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42841 2024-11-14T02:41:20,490 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:41:20,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:20,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:20,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:41:20,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:20,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:41:20,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:41:20,491 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:41:20,491 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40041 2024-11-14T02:41:20,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40041 connecting to ZooKeeper ensemble=127.0.0.1:52568 2024-11-14T02:41:20,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:20,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:20,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400410x0, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:41:20,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400410x0, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Set watcher on znode that does not yet exist, /1-113276870/running 2024-11-14T02:41:20,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40041-0x10138818aa40004 connected 2024-11-14T02:41:20,507 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:41:20,508 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:41:20,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Set watcher on znode that does not yet exist, /1-113276870/master 2024-11-14T02:41:20,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Set watcher on znode that does not yet exist, /1-113276870/acl 2024-11-14T02:41:20,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40041 2024-11-14T02:41:20,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40041 2024-11-14T02:41:20,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40041 2024-11-14T02:41:20,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40041 2024-11-14T02:41:20,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40041 2024-11-14T02:41:20,529 DEBUG [M:0;83c5a5c119d5:42841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:42841 2024-11-14T02:41:20,530 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-113276870/backup-masters/83c5a5c119d5,42841,1731552080377 2024-11-14T02:41:20,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870/backup-masters 2024-11-14T02:41:20,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870/backup-masters 2024-11-14T02:41:20,540 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Set watcher on existing znode=/1-113276870/backup-masters/83c5a5c119d5,42841,1731552080377 2024-11-14T02:41:20,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-113276870/master 2024-11-14T02:41:20,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870 2024-11-14T02:41:20,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870 2024-11-14T02:41:20,549 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Set watcher on existing znode=/1-113276870/master 2024-11-14T02:41:20,549 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-113276870/backup-masters/83c5a5c119d5,42841,1731552080377 from backup master directory 2024-11-14T02:41:20,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870/backup-masters 2024-11-14T02:41:20,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-113276870/backup-masters/83c5a5c119d5,42841,1731552080377 2024-11-14T02:41:20,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870/backup-masters 2024-11-14T02:41:20,557 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:41:20,557 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,42841,1731552080377 2024-11-14T02:41:20,559 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/hbase.id] with ID: 9496a69c-a9ff-4f4e-9403-a94040edba79 2024-11-14T02:41:20,559 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/.tmp/hbase.id 2024-11-14T02:41:20,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:41:20,963 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/.tmp/hbase.id]:[hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/hbase.id] 2024-11-14T02:41:20,971 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:20,971 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:41:20,971 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T02:41:21,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870 2024-11-14T02:41:21,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870 2024-11-14T02:41:21,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:41:21,408 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:41:21,408 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:41:21,408 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:41:21,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:41:21,814 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store 2024-11-14T02:41:21,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:41:22,219 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:22,219 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:41:22,219 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:22,219 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:22,219 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:41:22,219 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:22,219 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:22,219 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552082219Disabling compacts and flushes for region at 1731552082219Disabling writes for close at 1731552082219Writing region close event to WAL at 1731552082219Closed at 1731552082219 2024-11-14T02:41:22,220 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/.initializing 2024-11-14T02:41:22,220 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/WALs/83c5a5c119d5,42841,1731552080377 2024-11-14T02:41:22,221 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:41:22,222 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C42841%2C1731552080377, suffix=, logDir=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/WALs/83c5a5c119d5,42841,1731552080377, archiveDir=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/oldWALs, maxLogs=10 2024-11-14T02:41:22,234 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/WALs/83c5a5c119d5,42841,1731552080377/83c5a5c119d5%2C42841%2C1731552080377.1731552082222, exclude list is [], retry=0 2024-11-14T02:41:22,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40319,DS-3e9c064b-ff98-480f-8235-20a7f06828b5,DISK] 2024-11-14T02:41:22,240 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/WALs/83c5a5c119d5,42841,1731552080377/83c5a5c119d5%2C42841%2C1731552080377.1731552082222 2024-11-14T02:41:22,240 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43225:43225)] 2024-11-14T02:41:22,240 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:41:22,241 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:22,241 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:22,241 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:22,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:22,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:41:22,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:22,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:22,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:22,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:41:22,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:22,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:22,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:22,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:41:22,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:22,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:22,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:22,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:41:22,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:22,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:22,246 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:22,246 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:22,246 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:22,247 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:22,247 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:22,247 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:41:22,248 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:22,249 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:41:22,249 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71062658, jitterRate=0.0589161217212677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:41:22,250 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731552082241Initializing all the Stores at 1731552082241Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552082241Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552082242 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552082242Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552082242Cleaning up temporary data from old regions at 1731552082247 (+5 ms)Region opened successfully at 1731552082250 (+3 ms) 2024-11-14T02:41:22,250 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:41:22,252 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7794c60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:41:22,252 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:41:22,253 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:41:22,253 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:41:22,253 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:41:22,253 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:41:22,253 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:41:22,253 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:41:22,255 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:41:22,255 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Unable to get data of znode /1-113276870/balancer because node does not exist (not necessarily an error) 2024-11-14T02:41:22,286 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-113276870/balancer already deleted, retry=false 2024-11-14T02:41:22,286 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:41:22,287 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Unable to get data of znode /1-113276870/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:41:22,294 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-113276870/normalizer already deleted, retry=false 2024-11-14T02:41:22,294 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:41:22,295 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Unable to get data of znode /1-113276870/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:41:22,303 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-113276870/switch/split already deleted, retry=false 2024-11-14T02:41:22,303 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Unable to get data of znode /1-113276870/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:41:22,311 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-113276870/switch/merge already deleted, retry=false 2024-11-14T02:41:22,313 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Unable to get data of znode /1-113276870/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:41:22,319 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-113276870/snapshot-cleanup already deleted, retry=false 2024-11-14T02:41:22,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-113276870/running 2024-11-14T02:41:22,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-113276870/running 2024-11-14T02:41:22,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870 2024-11-14T02:41:22,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870 2024-11-14T02:41:22,328 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,42841,1731552080377, sessionid=0x10138818aa40003, setting cluster-up flag (Was=false) 2024-11-14T02:41:22,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870 2024-11-14T02:41:22,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870 2024-11-14T02:41:22,369 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-113276870/flush-table-proc/acquired, /1-113276870/flush-table-proc/reached, /1-113276870/flush-table-proc/abort 2024-11-14T02:41:22,370 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,42841,1731552080377 2024-11-14T02:41:22,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870 2024-11-14T02:41:22,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870 2024-11-14T02:41:22,411 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-113276870/online-snapshot/acquired, /1-113276870/online-snapshot/reached, /1-113276870/online-snapshot/abort 2024-11-14T02:41:22,412 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,42841,1731552080377 2024-11-14T02:41:22,413 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:41:22,414 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:41:22,414 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:41:22,414 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:41:22,414 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,42841,1731552080377 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:41:22,415 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:41:22,415 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:41:22,415 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:41:22,415 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:41:22,415 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:41:22,415 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:22,415 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:41:22,415 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:22,416 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552112416 2024-11-14T02:41:22,416 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:41:22,416 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:41:22,416 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:41:22,416 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:41:22,416 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:41:22,416 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:41:22,416 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:41:22,416 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:22,416 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:41:22,417 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:41:22,417 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:41:22,417 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:41:22,417 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:41:22,417 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(746): ClusterId : 9496a69c-a9ff-4f4e-9403-a94040edba79 2024-11-14T02:41:22,417 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:41:22,417 DEBUG [RS:0;83c5a5c119d5:40041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:41:22,417 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:41:22,417 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:22,417 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:41:22,417 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552082417,5,FailOnTimeoutGroup] 2024-11-14T02:41:22,417 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552082417,5,FailOnTimeoutGroup] 2024-11-14T02:41:22,417 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:22,417 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:41:22,417 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:22,418 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:22,424 DEBUG [RS:0;83c5a5c119d5:40041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:41:22,424 DEBUG [RS:0;83c5a5c119d5:40041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:41:22,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:41:22,432 DEBUG [RS:0;83c5a5c119d5:40041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:41:22,432 DEBUG [RS:0;83c5a5c119d5:40041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5a80b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:41:22,447 DEBUG [RS:0;83c5a5c119d5:40041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:40041 2024-11-14T02:41:22,448 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:41:22,448 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:41:22,448 DEBUG [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:41:22,448 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,42841,1731552080377 with port=40041, startcode=1731552080490 2024-11-14T02:41:22,448 DEBUG [RS:0;83c5a5c119d5:40041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:41:22,450 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:41:22,450 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,40041,1731552080490 2024-11-14T02:41:22,450 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42841 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,40041,1731552080490 2024-11-14T02:41:22,451 DEBUG [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2 2024-11-14T02:41:22,451 DEBUG [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39645 2024-11-14T02:41:22,451 DEBUG [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:41:22,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870/rs 2024-11-14T02:41:22,505 DEBUG [RS:0;83c5a5c119d5:40041 {}] zookeeper.ZKUtil(111): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Set watcher on existing znode=/1-113276870/rs/83c5a5c119d5,40041,1731552080490 2024-11-14T02:41:22,505 WARN [RS:0;83c5a5c119d5:40041 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:41:22,505 INFO [RS:0;83c5a5c119d5:40041 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:41:22,505 DEBUG [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490 2024-11-14T02:41:22,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,40041,1731552080490] 2024-11-14T02:41:22,508 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:41:22,510 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:41:22,510 INFO [RS:0;83c5a5c119d5:40041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:41:22,510 INFO [RS:0;83c5a5c119d5:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:22,511 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:41:22,512 INFO [RS:0;83c5a5c119d5:40041 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:41:22,512 INFO [RS:0;83c5a5c119d5:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:22,512 DEBUG [RS:0;83c5a5c119d5:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:22,512 DEBUG [RS:0;83c5a5c119d5:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:22,512 DEBUG [RS:0;83c5a5c119d5:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:22,512 DEBUG [RS:0;83c5a5c119d5:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:22,512 DEBUG [RS:0;83c5a5c119d5:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:22,512 DEBUG [RS:0;83c5a5c119d5:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:41:22,512 DEBUG [RS:0;83c5a5c119d5:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:22,512 DEBUG [RS:0;83c5a5c119d5:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:22,512 DEBUG [RS:0;83c5a5c119d5:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:22,512 DEBUG [RS:0;83c5a5c119d5:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:22,512 DEBUG [RS:0;83c5a5c119d5:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:22,512 DEBUG [RS:0;83c5a5c119d5:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:22,512 DEBUG [RS:0;83c5a5c119d5:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:41:22,512 DEBUG [RS:0;83c5a5c119d5:40041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:41:22,513 INFO [RS:0;83c5a5c119d5:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:22,513 INFO [RS:0;83c5a5c119d5:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:22,513 INFO [RS:0;83c5a5c119d5:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:22,513 INFO [RS:0;83c5a5c119d5:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:22,513 INFO [RS:0;83c5a5c119d5:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:22,513 INFO [RS:0;83c5a5c119d5:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,40041,1731552080490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:41:22,526 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:41:22,527 INFO [RS:0;83c5a5c119d5:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,40041,1731552080490-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:22,527 INFO [RS:0;83c5a5c119d5:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:22,527 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.Replication(171): 83c5a5c119d5,40041,1731552080490 started 2024-11-14T02:41:22,539 INFO [RS:0;83c5a5c119d5:40041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:22,539 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,40041,1731552080490, RpcServer on 83c5a5c119d5/172.17.0.2:40041, sessionid=0x10138818aa40004 2024-11-14T02:41:22,539 DEBUG [RS:0;83c5a5c119d5:40041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:41:22,539 DEBUG [RS:0;83c5a5c119d5:40041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,40041,1731552080490 2024-11-14T02:41:22,539 DEBUG [RS:0;83c5a5c119d5:40041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,40041,1731552080490' 2024-11-14T02:41:22,540 DEBUG [RS:0;83c5a5c119d5:40041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-113276870/flush-table-proc/abort' 2024-11-14T02:41:22,540 DEBUG [RS:0;83c5a5c119d5:40041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-113276870/flush-table-proc/acquired' 2024-11-14T02:41:22,540 DEBUG [RS:0;83c5a5c119d5:40041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:41:22,540 DEBUG [RS:0;83c5a5c119d5:40041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:41:22,540 DEBUG [RS:0;83c5a5c119d5:40041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,40041,1731552080490 2024-11-14T02:41:22,540 DEBUG [RS:0;83c5a5c119d5:40041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,40041,1731552080490' 2024-11-14T02:41:22,540 DEBUG [RS:0;83c5a5c119d5:40041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-113276870/online-snapshot/abort' 2024-11-14T02:41:22,541 DEBUG [RS:0;83c5a5c119d5:40041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-113276870/online-snapshot/acquired' 2024-11-14T02:41:22,541 DEBUG [RS:0;83c5a5c119d5:40041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:41:22,541 INFO [RS:0;83c5a5c119d5:40041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:41:22,541 INFO [RS:0;83c5a5c119d5:40041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:41:22,641 INFO [RS:0;83c5a5c119d5:40041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:41:22,642 INFO [RS:0;83c5a5c119d5:40041 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C40041%2C1731552080490, suffix=, logDir=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490, archiveDir=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/oldWALs, maxLogs=10 2024-11-14T02:41:22,654 DEBUG [RS:0;83c5a5c119d5:40041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643, exclude list is [], retry=0 2024-11-14T02:41:22,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40319,DS-3e9c064b-ff98-480f-8235-20a7f06828b5,DISK] 2024-11-14T02:41:22,657 INFO [RS:0;83c5a5c119d5:40041 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 2024-11-14T02:41:22,658 DEBUG [RS:0;83c5a5c119d5:40041 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43225:43225)] 2024-11-14T02:41:22,828 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:41:22,828 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2 2024-11-14T02:41:22,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:41:23,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:23,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:41:23,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:41:23,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:23,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:23,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:41:23,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:41:23,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:23,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:23,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:41:23,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:41:23,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:23,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:23,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:41:23,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:41:23,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:23,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:23,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:41:23,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740 2024-11-14T02:41:23,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740 2024-11-14T02:41:23,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:41:23,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:41:23,240 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:41:23,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:41:23,242 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:41:23,242 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59745652, jitterRate=-0.10972040891647339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:41:23,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731552083233Initializing all the Stores at 1731552083234 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552083234Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552083234Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552083234Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552083234Cleaning up temporary data from old regions at 1731552083240 (+6 ms)Region opened successfully at 1731552083242 (+2 ms) 2024-11-14T02:41:23,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:41:23,242 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:41:23,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:41:23,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:41:23,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:41:23,243 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:41:23,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552083242Disabling compacts and flushes for region at 1731552083242Disabling writes for close at 1731552083242Writing region close event to WAL at 1731552083243 (+1 ms)Closed at 1731552083243 2024-11-14T02:41:23,243 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:41:23,243 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:41:23,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:41:23,244 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:41:23,245 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:41:23,395 DEBUG [83c5a5c119d5:42841 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:41:23,395 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,40041,1731552080490 2024-11-14T02:41:23,396 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,40041,1731552080490, state=OPENING 2024-11-14T02:41:23,423 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:41:23,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870 2024-11-14T02:41:23,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870 2024-11-14T02:41:23,432 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:41:23,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-113276870/meta-region-server: CHANGED 2024-11-14T02:41:23,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-113276870/meta-region-server: CHANGED 2024-11-14T02:41:23,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,40041,1731552080490}] 2024-11-14T02:41:23,434 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:41:23,584 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:41:23,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:41:23,587 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:41:23,587 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:41:23,588 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:41:23,589 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C40041%2C1731552080490.meta, suffix=.meta, logDir=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490, archiveDir=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/oldWALs, maxLogs=10 2024-11-14T02:41:23,601 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.meta.1731552083589.meta, exclude list is [], retry=0 2024-11-14T02:41:23,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40319,DS-3e9c064b-ff98-480f-8235-20a7f06828b5,DISK] 2024-11-14T02:41:23,604 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.meta.1731552083589.meta 2024-11-14T02:41:23,604 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43225:43225)] 2024-11-14T02:41:23,604 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:41:23,604 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:41:23,605 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:41:23,605 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:41:23,605 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:41:23,605 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:41:23,605 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:23,605 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:41:23,605 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:41:23,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:41:23,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:41:23,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:23,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:23,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:41:23,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:41:23,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:23,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:23,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:41:23,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:41:23,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:23,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:23,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:41:23,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:41:23,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:23,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:23,609 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:41:23,609 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740 2024-11-14T02:41:23,610 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740 2024-11-14T02:41:23,611 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:41:23,611 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:41:23,611 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:41:23,612 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:41:23,612 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63909739, jitterRate=-0.04767067730426788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:41:23,612 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:41:23,612 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731552083605Writing region info on filesystem at 1731552083605Initializing all the Stores at 1731552083606 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552083606Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552083606Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552083606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552083606Cleaning up temporary data from old regions at 1731552083611 (+5 ms)Running coprocessor post-open hooks at 1731552083612 (+1 ms)Region opened successfully at 1731552083612 2024-11-14T02:41:23,613 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731552083584 2024-11-14T02:41:23,615 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:41:23,615 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:41:23,615 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,40041,1731552080490 2024-11-14T02:41:23,616 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,40041,1731552080490, state=OPEN 2024-11-14T02:41:23,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-113276870/meta-region-server 2024-11-14T02:41:23,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-113276870/meta-region-server 2024-11-14T02:41:23,623 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,40041,1731552080490 2024-11-14T02:41:23,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-113276870/meta-region-server: CHANGED 2024-11-14T02:41:23,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-113276870/meta-region-server: CHANGED 2024-11-14T02:41:23,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:41:23,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,40041,1731552080490 in 191 msec 2024-11-14T02:41:23,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:41:23,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 382 msec 2024-11-14T02:41:23,626 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:41:23,626 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:41:23,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:23,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40041,1731552080490, seqNum=-1] 2024-11-14T02:41:23,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:41:23,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:41:23,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2180 sec 2024-11-14T02:41:23,632 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731552083632, completionTime=-1 2024-11-14T02:41:23,632 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:41:23,632 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:41:23,633 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:41:23,633 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552143633 2024-11-14T02:41:23,634 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552203633 2024-11-14T02:41:23,634 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T02:41:23,634 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42841,1731552080377-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:23,634 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42841,1731552080377-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:23,634 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42841,1731552080377-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:23,634 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:42841, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:23,634 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:23,634 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:23,635 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:41:23,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.080sec 2024-11-14T02:41:23,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:41:23,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:41:23,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:41:23,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:41:23,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:41:23,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42841,1731552080377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:41:23,637 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42841,1731552080377-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:41:23,639 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:41:23,639 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:41:23,639 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42841,1731552080377-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:23,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335c8a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:23,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42841,-1 for getting cluster id 2024-11-14T02:41:23,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:23,719 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9496a69c-a9ff-4f4e-9403-a94040edba79' 2024-11-14T02:41:23,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:23,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9496a69c-a9ff-4f4e-9403-a94040edba79" 2024-11-14T02:41:23,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b2d7ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:23,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42841,-1] 2024-11-14T02:41:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:23,720 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:23,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2d0b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:23,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:23,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40041,1731552080490, seqNum=-1] 2024-11-14T02:41:23,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:41:23,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:41:23,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,42841,1731552080377 2024-11-14T02:41:23,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52568 2024-11-14T02:41:23,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:41:23,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10138818aa40005 connected 2024-11-14T02:41:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/hadoop.log.dir so I do NOT create it in target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b 2024-11-14T02:41:23,747 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:41:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/hadoop.tmp.dir so I do NOT create it in target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b 2024-11-14T02:41:23,747 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:41:23,747 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b 2024-11-14T02:41:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:41:23,747 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/cluster_253bdf84-23af-cda6-4e1b-6db7580f5ea1, deleteOnExit=true 2024-11-14T02:41:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:41:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/test.cache.data in system properties and HBase conf 2024-11-14T02:41:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:41:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:41:23,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:41:23,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:41:23,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:41:23,748 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:41:23,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:41:23,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:41:23,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:41:23,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:41:23,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:41:23,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:41:23,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:41:23,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:41:23,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:41:23,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:41:23,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:41:23,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:41:23,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:41:23,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:41:23,986 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:41:23,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:23,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:23,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:23,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:23,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:24,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:24,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:24,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:24,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:24,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:24,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:24,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:24,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:24,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:24,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:24,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:41:24,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:41:24,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:41:24,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:41:24,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:41:24,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:41:24,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ea353dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:41:24,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12a0626d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:41:24,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39a3e80e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/java.io.tmpdir/jetty-localhost-34347-hadoop-hdfs-3_4_1-tests_jar-_-any-13064789640340382547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:41:24,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ca087cb{HTTP/1.1, (http/1.1)}{localhost:34347} 2024-11-14T02:41:24,184 INFO [Time-limited test {}] server.Server(415): Started @284663ms 2024-11-14T02:41:24,369 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:41:24,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:41:24,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:41:24,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:41:24,373 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:41:24,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@125af0d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:41:24,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@547b2a02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:41:24,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c689488{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/java.io.tmpdir/jetty-localhost-41065-hadoop-hdfs-3_4_1-tests_jar-_-any-3541254694987185779/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:41:24,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@481dc0ef{HTTP/1.1, (http/1.1)}{localhost:41065} 2024-11-14T02:41:24,480 INFO [Time-limited test {}] server.Server(415): Started @284958ms 2024-11-14T02:41:24,481 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:41:24,542 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:41:24,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:41:24,543 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88708 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:41:25,005 WARN [Thread-3688 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/cluster_253bdf84-23af-cda6-4e1b-6db7580f5ea1/data/data1/current/BP-1985302413-172.17.0.2-1731552083762/current, will proceed with Du for space computation calculation, 2024-11-14T02:41:25,005 WARN [Thread-3689 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/cluster_253bdf84-23af-cda6-4e1b-6db7580f5ea1/data/data2/current/BP-1985302413-172.17.0.2-1731552083762/current, will proceed with Du for space computation calculation, 2024-11-14T02:41:25,026 WARN [Thread-3676 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:41:25,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf3bd2021bb24aaf with lease ID 0x6fba7f4097d8f5c0: Processing first storage report for DS-8dfe6ab7-0d0b-49b0-b74e-039082dfaab7 from datanode DatanodeRegistration(127.0.0.1:33475, datanodeUuid=cc49c896-b813-4a00-91bf-e7949557f471, infoPort=36397, infoSecurePort=0, ipcPort=38197, storageInfo=lv=-57;cid=testClusterID;nsid=1927370208;c=1731552083762) 2024-11-14T02:41:25,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf3bd2021bb24aaf with lease ID 0x6fba7f4097d8f5c0: from storage DS-8dfe6ab7-0d0b-49b0-b74e-039082dfaab7 node DatanodeRegistration(127.0.0.1:33475, datanodeUuid=cc49c896-b813-4a00-91bf-e7949557f471, infoPort=36397, infoSecurePort=0, ipcPort=38197, storageInfo=lv=-57;cid=testClusterID;nsid=1927370208;c=1731552083762), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:41:25,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf3bd2021bb24aaf with lease ID 0x6fba7f4097d8f5c0: Processing first storage report for DS-3e3a71f4-e44c-4991-a0da-31a81e160025 from datanode DatanodeRegistration(127.0.0.1:33475, datanodeUuid=cc49c896-b813-4a00-91bf-e7949557f471, infoPort=36397, infoSecurePort=0, ipcPort=38197, storageInfo=lv=-57;cid=testClusterID;nsid=1927370208;c=1731552083762) 2024-11-14T02:41:25,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf3bd2021bb24aaf with lease ID 0x6fba7f4097d8f5c0: from storage DS-3e3a71f4-e44c-4991-a0da-31a81e160025 node DatanodeRegistration(127.0.0.1:33475, datanodeUuid=cc49c896-b813-4a00-91bf-e7949557f471, infoPort=36397, infoSecurePort=0, ipcPort=38197, storageInfo=lv=-57;cid=testClusterID;nsid=1927370208;c=1731552083762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:41:25,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b 2024-11-14T02:41:25,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:25,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:25,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:41:25,142 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T02:41:25,142 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T02:41:25,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T02:41:25,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T02:41:25,512 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1 with version=8 2024-11-14T02:41:25,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/hbase-staging 2024-11-14T02:41:25,515 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:41:25,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:25,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:25,515 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:41:25,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:25,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:41:25,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:41:25,515 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:41:25,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39581 2024-11-14T02:41:25,516 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39581 connecting to ZooKeeper ensemble=127.0.0.1:52568 2024-11-14T02:41:25,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395810x0, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:41:25,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39581-0x10138818aa40006 connected 2024-11-14T02:41:25,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:25,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:25,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Set watcher on znode that does not yet exist, /22014879908/running 2024-11-14T02:41:25,605 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1, hbase.cluster.distributed=false 2024-11-14T02:41:25,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Set watcher on znode that does not yet exist, /22014879908/acl 2024-11-14T02:41:25,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39581 2024-11-14T02:41:25,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39581 2024-11-14T02:41:25,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39581 2024-11-14T02:41:25,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39581 2024-11-14T02:41:25,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39581 2024-11-14T02:41:25,620 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:41:25,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:25,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:25,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:41:25,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:25,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:41:25,620 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:41:25,620 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:41:25,621 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42271 2024-11-14T02:41:25,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42271 connecting to ZooKeeper ensemble=127.0.0.1:52568 2024-11-14T02:41:25,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:25,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:25,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422710x0, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:41:25,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422710x0, quorum=127.0.0.1:52568, baseZNode=/22014879908 Set watcher on znode that does not yet exist, /22014879908/running 2024-11-14T02:41:25,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42271-0x10138818aa40007 connected 2024-11-14T02:41:25,632 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:41:25,632 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:41:25,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Set watcher on znode that does not yet exist, /22014879908/master 2024-11-14T02:41:25,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Set watcher on znode that does not yet exist, /22014879908/acl 2024-11-14T02:41:25,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42271 2024-11-14T02:41:25,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42271 2024-11-14T02:41:25,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42271 2024-11-14T02:41:25,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42271 2024-11-14T02:41:25,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42271 2024-11-14T02:41:25,649 DEBUG [M:0;83c5a5c119d5:39581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:39581 2024-11-14T02:41:25,649 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22014879908/backup-masters/83c5a5c119d5,39581,1731552085514 2024-11-14T02:41:25,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908/backup-masters 2024-11-14T02:41:25,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908/backup-masters 2024-11-14T02:41:25,657 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Set watcher on existing znode=/22014879908/backup-masters/83c5a5c119d5,39581,1731552085514 2024-11-14T02:41:25,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908 2024-11-14T02:41:25,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22014879908/master 2024-11-14T02:41:25,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908 2024-11-14T02:41:25,665 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Set watcher on existing znode=/22014879908/master 2024-11-14T02:41:25,665 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22014879908/backup-masters/83c5a5c119d5,39581,1731552085514 from backup master directory 2024-11-14T02:41:25,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908/backup-masters 2024-11-14T02:41:25,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22014879908/backup-masters/83c5a5c119d5,39581,1731552085514 2024-11-14T02:41:25,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908/backup-masters 2024-11-14T02:41:25,673 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:41:25,673 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,39581,1731552085514 2024-11-14T02:41:25,676 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/hbase.id] with ID: 0750909f-d36e-4be4-b620-522ff13bcdcf 2024-11-14T02:41:25,676 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/.tmp/hbase.id 2024-11-14T02:41:25,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:41:26,080 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/.tmp/hbase.id]:[hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/hbase.id] 2024-11-14T02:41:26,087 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:26,087 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:41:26,088 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T02:41:26,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908 2024-11-14T02:41:26,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908 2024-11-14T02:41:26,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:41:26,523 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:41:26,524 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:41:26,524 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:41:26,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:41:26,930 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store 2024-11-14T02:41:26,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:41:27,335 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:27,335 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:41:27,335 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:27,335 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:27,335 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:41:27,335 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:27,335 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:27,335 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552087335Disabling compacts and flushes for region at 1731552087335Disabling writes for close at 1731552087335Writing region close event to WAL at 1731552087335Closed at 1731552087335 2024-11-14T02:41:27,335 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/.initializing 2024-11-14T02:41:27,335 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/WALs/83c5a5c119d5,39581,1731552085514 2024-11-14T02:41:27,336 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:41:27,337 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C39581%2C1731552085514, suffix=, logDir=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/WALs/83c5a5c119d5,39581,1731552085514, archiveDir=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/oldWALs, maxLogs=10 2024-11-14T02:41:27,350 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/WALs/83c5a5c119d5,39581,1731552085514/83c5a5c119d5%2C39581%2C1731552085514.1731552087337, exclude list is [], retry=0 2024-11-14T02:41:27,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33475,DS-8dfe6ab7-0d0b-49b0-b74e-039082dfaab7,DISK] 2024-11-14T02:41:27,353 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/WALs/83c5a5c119d5,39581,1731552085514/83c5a5c119d5%2C39581%2C1731552085514.1731552087337 2024-11-14T02:41:27,353 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36397:36397)] 2024-11-14T02:41:27,353 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:41:27,353 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:27,353 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:27,353 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:27,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:27,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:41:27,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:27,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:27,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:27,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:41:27,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:27,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:27,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:27,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:41:27,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:27,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:27,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:27,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:41:27,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:27,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:27,359 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:27,359 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:27,359 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:27,360 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:27,360 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:27,360 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:41:27,361 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:41:27,362 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:41:27,363 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69371423, jitterRate=0.03371475636959076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:41:27,363 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731552087353Initializing all the Stores at 1731552087354 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552087354Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552087354Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552087354Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552087354Cleaning up temporary data from old regions at 1731552087360 (+6 ms)Region opened successfully at 1731552087363 (+3 ms) 2024-11-14T02:41:27,363 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:41:27,365 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3e92e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:41:27,366 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:41:27,366 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:41:27,366 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:41:27,366 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:41:27,366 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:41:27,366 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:41:27,366 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:41:27,368 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:41:27,368 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Unable to get data of znode /22014879908/balancer because node does not exist (not necessarily an error) 2024-11-14T02:41:27,394 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22014879908/balancer already deleted, retry=false 2024-11-14T02:41:27,394 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:41:27,395 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Unable to get data of znode /22014879908/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:41:27,402 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22014879908/normalizer already deleted, retry=false 2024-11-14T02:41:27,403 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:41:27,403 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Unable to get data of znode /22014879908/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:41:27,411 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22014879908/switch/split already deleted, retry=false 2024-11-14T02:41:27,411 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Unable to get data of znode /22014879908/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:41:27,419 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22014879908/switch/merge already deleted, retry=false 2024-11-14T02:41:27,420 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Unable to get data of znode /22014879908/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:41:27,427 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22014879908/snapshot-cleanup already deleted, retry=false 2024-11-14T02:41:27,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22014879908/running 2024-11-14T02:41:27,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22014879908/running 2024-11-14T02:41:27,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908 2024-11-14T02:41:27,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908 2024-11-14T02:41:27,436 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,39581,1731552085514, sessionid=0x10138818aa40006, setting cluster-up flag (Was=false) 2024-11-14T02:41:27,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908 2024-11-14T02:41:27,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908 2024-11-14T02:41:27,477 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22014879908/flush-table-proc/acquired, /22014879908/flush-table-proc/reached, /22014879908/flush-table-proc/abort 2024-11-14T02:41:27,478 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,39581,1731552085514 2024-11-14T02:41:27,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908 2024-11-14T02:41:27,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908 2024-11-14T02:41:27,519 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22014879908/online-snapshot/acquired, /22014879908/online-snapshot/reached, /22014879908/online-snapshot/abort 2024-11-14T02:41:27,520 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,39581,1731552085514 2024-11-14T02:41:27,521 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:41:27,522 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:41:27,522 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:41:27,522 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:41:27,522 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,39581,1731552085514 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:41:27,523 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:41:27,523 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:41:27,523 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:41:27,523 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:41:27,523 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:41:27,524 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:27,524 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:41:27,524 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:27,524 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552117524 2024-11-14T02:41:27,524 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:41:27,524 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:41:27,525 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:41:27,525 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:41:27,525 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:41:27,525 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:41:27,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:41:27,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:41:27,525 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:27,525 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:41:27,525 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:41:27,525 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:41:27,525 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:41:27,525 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:41:27,525 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:41:27,525 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:27,525 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552087525,5,FailOnTimeoutGroup] 2024-11-14T02:41:27,526 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552087525,5,FailOnTimeoutGroup] 2024-11-14T02:41:27,526 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:27,525 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:41:27,526 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:41:27,526 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:27,526 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:27,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:41:27,541 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(746): ClusterId : 0750909f-d36e-4be4-b620-522ff13bcdcf 2024-11-14T02:41:27,541 DEBUG [RS:0;83c5a5c119d5:42271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:41:27,549 DEBUG [RS:0;83c5a5c119d5:42271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:41:27,549 DEBUG [RS:0;83c5a5c119d5:42271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:41:27,557 DEBUG [RS:0;83c5a5c119d5:42271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:41:27,557 DEBUG [RS:0;83c5a5c119d5:42271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365d6586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:41:27,570 DEBUG [RS:0;83c5a5c119d5:42271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:42271 2024-11-14T02:41:27,570 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:41:27,570 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:41:27,570 DEBUG [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:41:27,571 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,39581,1731552085514 with port=42271, startcode=1731552085620 2024-11-14T02:41:27,571 DEBUG [RS:0;83c5a5c119d5:42271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:41:27,572 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:41:27,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,42271,1731552085620 2024-11-14T02:41:27,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39581 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,42271,1731552085620 2024-11-14T02:41:27,574 DEBUG [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1 2024-11-14T02:41:27,574 DEBUG [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39269 2024-11-14T02:41:27,574 DEBUG [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:41:27,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908/rs 2024-11-14T02:41:27,621 DEBUG [RS:0;83c5a5c119d5:42271 {}] zookeeper.ZKUtil(111): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Set watcher on existing znode=/22014879908/rs/83c5a5c119d5,42271,1731552085620 2024-11-14T02:41:27,621 WARN [RS:0;83c5a5c119d5:42271 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:41:27,621 INFO [RS:0;83c5a5c119d5:42271 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:41:27,621 DEBUG [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620 2024-11-14T02:41:27,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,42271,1731552085620] 2024-11-14T02:41:27,623 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:41:27,625 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:41:27,625 INFO [RS:0;83c5a5c119d5:42271 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:41:27,625 INFO [RS:0;83c5a5c119d5:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:27,625 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:41:27,626 INFO [RS:0;83c5a5c119d5:42271 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:41:27,626 INFO [RS:0;83c5a5c119d5:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:27,626 DEBUG [RS:0;83c5a5c119d5:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:27,626 DEBUG [RS:0;83c5a5c119d5:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:27,626 DEBUG [RS:0;83c5a5c119d5:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:27,626 DEBUG [RS:0;83c5a5c119d5:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:27,626 DEBUG [RS:0;83c5a5c119d5:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:27,626 DEBUG [RS:0;83c5a5c119d5:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:41:27,626 DEBUG [RS:0;83c5a5c119d5:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:27,626 DEBUG [RS:0;83c5a5c119d5:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:27,626 DEBUG [RS:0;83c5a5c119d5:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:27,626 DEBUG [RS:0;83c5a5c119d5:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:27,626 DEBUG [RS:0;83c5a5c119d5:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:27,626 DEBUG [RS:0;83c5a5c119d5:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:41:27,626 DEBUG [RS:0;83c5a5c119d5:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:41:27,626 DEBUG [RS:0;83c5a5c119d5:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:41:27,626 INFO [RS:0;83c5a5c119d5:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:27,626 INFO [RS:0;83c5a5c119d5:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:27,626 INFO [RS:0;83c5a5c119d5:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:27,626 INFO [RS:0;83c5a5c119d5:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:27,626 INFO [RS:0;83c5a5c119d5:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:27,627 INFO [RS:0;83c5a5c119d5:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42271,1731552085620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:41:27,639 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:41:27,639 INFO [RS:0;83c5a5c119d5:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42271,1731552085620-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:27,639 INFO [RS:0;83c5a5c119d5:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:27,639 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.Replication(171): 83c5a5c119d5,42271,1731552085620 started 2024-11-14T02:41:27,651 INFO [RS:0;83c5a5c119d5:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:27,651 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,42271,1731552085620, RpcServer on 83c5a5c119d5/172.17.0.2:42271, sessionid=0x10138818aa40007 2024-11-14T02:41:27,651 DEBUG [RS:0;83c5a5c119d5:42271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:41:27,651 DEBUG [RS:0;83c5a5c119d5:42271 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,42271,1731552085620 2024-11-14T02:41:27,651 DEBUG [RS:0;83c5a5c119d5:42271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,42271,1731552085620' 2024-11-14T02:41:27,651 DEBUG [RS:0;83c5a5c119d5:42271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22014879908/flush-table-proc/abort' 2024-11-14T02:41:27,651 DEBUG [RS:0;83c5a5c119d5:42271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22014879908/flush-table-proc/acquired' 2024-11-14T02:41:27,652 DEBUG [RS:0;83c5a5c119d5:42271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:41:27,652 DEBUG [RS:0;83c5a5c119d5:42271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:41:27,652 DEBUG [RS:0;83c5a5c119d5:42271 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,42271,1731552085620 2024-11-14T02:41:27,652 DEBUG [RS:0;83c5a5c119d5:42271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,42271,1731552085620' 2024-11-14T02:41:27,652 DEBUG [RS:0;83c5a5c119d5:42271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22014879908/online-snapshot/abort' 2024-11-14T02:41:27,652 DEBUG [RS:0;83c5a5c119d5:42271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22014879908/online-snapshot/acquired' 2024-11-14T02:41:27,652 DEBUG [RS:0;83c5a5c119d5:42271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:41:27,652 INFO [RS:0;83c5a5c119d5:42271 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:41:27,652 INFO [RS:0;83c5a5c119d5:42271 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:41:27,753 INFO [RS:0;83c5a5c119d5:42271 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:41:27,754 INFO [RS:0;83c5a5c119d5:42271 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C42271%2C1731552085620, suffix=, logDir=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620, archiveDir=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/oldWALs, maxLogs=10 2024-11-14T02:41:27,766 DEBUG [RS:0;83c5a5c119d5:42271 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754, exclude list is [], retry=0 2024-11-14T02:41:27,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33475,DS-8dfe6ab7-0d0b-49b0-b74e-039082dfaab7,DISK] 2024-11-14T02:41:27,769 INFO [RS:0;83c5a5c119d5:42271 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 2024-11-14T02:41:27,769 DEBUG [RS:0;83c5a5c119d5:42271 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36397:36397)] 2024-11-14T02:41:27,933 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:41:27,933 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1 2024-11-14T02:41:27,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:41:27,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:27,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:41:27,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:41:27,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:27,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:27,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:41:27,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:41:27,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:27,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:27,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:41:27,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:41:27,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:27,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:27,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:41:27,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:41:27,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:27,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:27,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:41:27,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740 2024-11-14T02:41:27,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740 2024-11-14T02:41:27,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:41:27,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:41:27,944 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:41:27,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:41:27,946 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:41:27,946 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73987820, jitterRate=0.1025044322013855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:41:27,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731552087938Initializing all the Stores at 1731552087938Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552087938Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552087938Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552087938Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552087938Cleaning up temporary data from old regions at 1731552087944 (+6 ms)Region opened successfully at 1731552087946 (+2 ms) 2024-11-14T02:41:27,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:41:27,946 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:41:27,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:41:27,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:41:27,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:41:27,947 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:41:27,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552087946Disabling compacts and flushes for region at 1731552087946Disabling writes for close at 1731552087947 (+1 ms)Writing region close event to WAL at 1731552087947Closed at 1731552087947 2024-11-14T02:41:27,947 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:41:27,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:41:27,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:41:27,948 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:41:27,949 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:41:28,099 DEBUG [83c5a5c119d5:39581 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:41:28,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,42271,1731552085620 2024-11-14T02:41:28,100 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,42271,1731552085620, state=OPENING 2024-11-14T02:41:28,127 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:41:28,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908 2024-11-14T02:41:28,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908 2024-11-14T02:41:28,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22014879908/meta-region-server: CHANGED 2024-11-14T02:41:28,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22014879908/meta-region-server: CHANGED 2024-11-14T02:41:28,136 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:41:28,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,42271,1731552085620}] 2024-11-14T02:41:28,288 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:41:28,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:41:28,291 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:41:28,291 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:41:28,292 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:41:28,293 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C42271%2C1731552085620.meta, suffix=.meta, logDir=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620, archiveDir=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/oldWALs, maxLogs=10 2024-11-14T02:41:28,305 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.meta.1731552088293.meta, exclude list is [], retry=0 2024-11-14T02:41:28,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33475,DS-8dfe6ab7-0d0b-49b0-b74e-039082dfaab7,DISK] 2024-11-14T02:41:28,307 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.meta.1731552088293.meta 2024-11-14T02:41:28,308 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36397:36397)] 2024-11-14T02:41:28,308 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:41:28,308 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:41:28,308 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:41:28,308 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:41:28,308 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:41:28,308 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:41:28,308 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:28,308 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:41:28,309 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:41:28,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:41:28,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:41:28,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:28,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:28,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:41:28,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:41:28,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:28,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:28,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:41:28,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:41:28,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:28,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:28,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:41:28,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:41:28,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:28,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:41:28,313 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:41:28,313 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740 2024-11-14T02:41:28,314 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740 2024-11-14T02:41:28,314 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:41:28,314 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:41:28,315 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:41:28,315 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:41:28,316 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65452867, jitterRate=-0.024676278233528137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:41:28,316 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:41:28,316 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731552088309Writing region info on filesystem at 1731552088309Initializing all the Stores at 1731552088309Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552088309Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552088309Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552088309Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552088309Cleaning up temporary data from old regions at 1731552088314 (+5 ms)Running coprocessor post-open hooks at 1731552088316 (+2 ms)Region opened successfully at 1731552088316 2024-11-14T02:41:28,317 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731552088288 2024-11-14T02:41:28,318 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:41:28,318 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:41:28,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,42271,1731552085620 2024-11-14T02:41:28,319 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,42271,1731552085620, state=OPEN 2024-11-14T02:41:28,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22014879908/meta-region-server 2024-11-14T02:41:28,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22014879908/meta-region-server 2024-11-14T02:41:28,327 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,42271,1731552085620 2024-11-14T02:41:28,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22014879908/meta-region-server: CHANGED 2024-11-14T02:41:28,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22014879908/meta-region-server: CHANGED 2024-11-14T02:41:28,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:41:28,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,42271,1731552085620 in 192 msec 2024-11-14T02:41:28,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:41:28,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 381 msec 2024-11-14T02:41:28,331 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:41:28,331 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:41:28,332 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:28,332 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,42271,1731552085620, seqNum=-1] 2024-11-14T02:41:28,332 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:41:28,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:41:28,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 815 msec 2024-11-14T02:41:28,337 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731552088337, completionTime=-1 2024-11-14T02:41:28,337 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:41:28,337 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:41:28,339 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:41:28,339 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552148339 2024-11-14T02:41:28,339 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552208339 2024-11-14T02:41:28,339 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T02:41:28,339 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,39581,1731552085514-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:28,339 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,39581,1731552085514-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:28,339 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,39581,1731552085514-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:28,339 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:39581, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:28,339 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:28,340 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:28,341 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:41:28,343 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.670sec 2024-11-14T02:41:28,343 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:41:28,343 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:41:28,343 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:41:28,343 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:41:28,343 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:41:28,343 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,39581,1731552085514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:41:28,343 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,39581,1731552085514-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:41:28,345 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:41:28,345 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:41:28,345 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,39581,1731552085514-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:41:28,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5026758a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:28,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,39581,-1 for getting cluster id 2024-11-14T02:41:28,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:28,443 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0750909f-d36e-4be4-b620-522ff13bcdcf' 2024-11-14T02:41:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0750909f-d36e-4be4-b620-522ff13bcdcf" 2024-11-14T02:41:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9bf131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,39581,-1] 2024-11-14T02:41:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:28,444 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:28,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49da178a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:28,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,42271,1731552085620, seqNum=-1] 2024-11-14T02:41:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:41:28,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:41:28,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,39581,1731552085514 2024-11-14T02:41:28,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52568 2024-11-14T02:41:28,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:41:28,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10138818aa40008 connected 2024-11-14T02:41:28,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:41:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,32977,1731552075220 2024-11-14T02:41:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e177c31 2024-11-14T02:41:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:41:28,468 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:41:28,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:41:28,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T02:41:28,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:41:28,471 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:28,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T02:41:28,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:41:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:41:28,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741835_1011 (size=902) 2024-11-14T02:41:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:41:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:41:28,877 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76745cc8617dddc9ed636d98e8643317, NAME => 'test,,1731552088468.76745cc8617dddc9ed636d98e8643317.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18 2024-11-14T02:41:28,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741836_1012 (size=39) 2024-11-14T02:41:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:41:29,107 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:41:29,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:29,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:29,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:29,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:29,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:29,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:29,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:29,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:29,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:29,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:29,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:29,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:29,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:29,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:29,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:29,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731552088468.76745cc8617dddc9ed636d98e8643317.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:29,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 76745cc8617dddc9ed636d98e8643317, disabling compactions & flushes 2024-11-14T02:41:29,282 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731552088468.76745cc8617dddc9ed636d98e8643317. 2024-11-14T02:41:29,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552088468.76745cc8617dddc9ed636d98e8643317. 2024-11-14T02:41:29,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731552088468.76745cc8617dddc9ed636d98e8643317. after waiting 0 ms 2024-11-14T02:41:29,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731552088468.76745cc8617dddc9ed636d98e8643317. 2024-11-14T02:41:29,282 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731552088468.76745cc8617dddc9ed636d98e8643317. 2024-11-14T02:41:29,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76745cc8617dddc9ed636d98e8643317: Waiting for close lock at 1731552089282Disabling compacts and flushes for region at 1731552089282Disabling writes for close at 1731552089282Writing region close event to WAL at 1731552089282Closed at 1731552089282 2024-11-14T02:41:29,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:41:29,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731552088468.76745cc8617dddc9ed636d98e8643317.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731552089283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552089283"}]},"ts":"1731552089283"} 2024-11-14T02:41:29,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:41:29,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:41:29,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552089285"}]},"ts":"1731552089285"} 2024-11-14T02:41:29,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T02:41:29,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76745cc8617dddc9ed636d98e8643317, ASSIGN}] 2024-11-14T02:41:29,288 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76745cc8617dddc9ed636d98e8643317, ASSIGN 2024-11-14T02:41:29,288 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=76745cc8617dddc9ed636d98e8643317, ASSIGN; state=OFFLINE, location=83c5a5c119d5,45221,1731552075366; forceNewPlan=false, retain=false 2024-11-14T02:41:29,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76745cc8617dddc9ed636d98e8643317, regionState=OPENING, regionLocation=83c5a5c119d5,45221,1731552075366 2024-11-14T02:41:29,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=76745cc8617dddc9ed636d98e8643317, ASSIGN because future has completed 2024-11-14T02:41:29,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76745cc8617dddc9ed636d98e8643317, server=83c5a5c119d5,45221,1731552075366}] 2024-11-14T02:41:29,598 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731552088468.76745cc8617dddc9ed636d98e8643317. 2024-11-14T02:41:29,598 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 76745cc8617dddc9ed636d98e8643317, NAME => 'test,,1731552088468.76745cc8617dddc9ed636d98e8643317.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:41:29,599 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:41:29,599 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T02:41:29,599 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 76745cc8617dddc9ed636d98e8643317 2024-11-14T02:41:29,599 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731552088468.76745cc8617dddc9ed636d98e8643317.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:29,599 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 76745cc8617dddc9ed636d98e8643317 2024-11-14T02:41:29,599 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 76745cc8617dddc9ed636d98e8643317 2024-11-14T02:41:29,600 INFO [StoreOpener-76745cc8617dddc9ed636d98e8643317-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 76745cc8617dddc9ed636d98e8643317 2024-11-14T02:41:29,601 INFO [StoreOpener-76745cc8617dddc9ed636d98e8643317-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76745cc8617dddc9ed636d98e8643317 columnFamilyName f 2024-11-14T02:41:29,601 DEBUG [StoreOpener-76745cc8617dddc9ed636d98e8643317-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:29,601 INFO [StoreOpener-76745cc8617dddc9ed636d98e8643317-1 {}] regionserver.HStore(327): Store=76745cc8617dddc9ed636d98e8643317/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:29,601 INFO [StoreOpener-76745cc8617dddc9ed636d98e8643317-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 76745cc8617dddc9ed636d98e8643317 2024-11-14T02:41:29,602 INFO [StoreOpener-76745cc8617dddc9ed636d98e8643317-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76745cc8617dddc9ed636d98e8643317 columnFamilyName f1 2024-11-14T02:41:29,602 DEBUG [StoreOpener-76745cc8617dddc9ed636d98e8643317-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:29,602 INFO [StoreOpener-76745cc8617dddc9ed636d98e8643317-1 {}] regionserver.HStore(327): Store=76745cc8617dddc9ed636d98e8643317/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:29,602 INFO [StoreOpener-76745cc8617dddc9ed636d98e8643317-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 76745cc8617dddc9ed636d98e8643317 2024-11-14T02:41:29,603 INFO [StoreOpener-76745cc8617dddc9ed636d98e8643317-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76745cc8617dddc9ed636d98e8643317 columnFamilyName norep 2024-11-14T02:41:29,603 DEBUG [StoreOpener-76745cc8617dddc9ed636d98e8643317-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:29,603 INFO [StoreOpener-76745cc8617dddc9ed636d98e8643317-1 {}] regionserver.HStore(327): Store=76745cc8617dddc9ed636d98e8643317/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:29,603 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 76745cc8617dddc9ed636d98e8643317 2024-11-14T02:41:29,603 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317 2024-11-14T02:41:29,604 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317 2024-11-14T02:41:29,604 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 76745cc8617dddc9ed636d98e8643317 2024-11-14T02:41:29,604 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 76745cc8617dddc9ed636d98e8643317 2024-11-14T02:41:29,604 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:41:29,605 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 76745cc8617dddc9ed636d98e8643317 2024-11-14T02:41:29,606 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:41:29,607 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 76745cc8617dddc9ed636d98e8643317; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69222058, jitterRate=0.031489044427871704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:41:29,607 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76745cc8617dddc9ed636d98e8643317 2024-11-14T02:41:29,607 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 76745cc8617dddc9ed636d98e8643317: Running coprocessor pre-open hook at 1731552089599Writing region info on filesystem at 1731552089599Initializing all the Stores at 1731552089600 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552089600Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552089600Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552089600Cleaning up temporary data from old regions at 1731552089604 (+4 ms)Running coprocessor post-open hooks at 1731552089607 (+3 ms)Region opened successfully at 1731552089607 2024-11-14T02:41:29,608 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731552088468.76745cc8617dddc9ed636d98e8643317., pid=6, masterSystemTime=1731552089592 2024-11-14T02:41:29,609 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731552088468.76745cc8617dddc9ed636d98e8643317. 2024-11-14T02:41:29,609 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731552088468.76745cc8617dddc9ed636d98e8643317. 2024-11-14T02:41:29,610 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76745cc8617dddc9ed636d98e8643317, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83c5a5c119d5,45221,1731552075366 2024-11-14T02:41:29,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76745cc8617dddc9ed636d98e8643317, server=83c5a5c119d5,45221,1731552075366 because future has completed 2024-11-14T02:41:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:41:29,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:41:29,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 76745cc8617dddc9ed636d98e8643317, server=83c5a5c119d5,45221,1731552075366 in 172 msec 2024-11-14T02:41:29,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:41:29,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=76745cc8617dddc9ed636d98e8643317, ASSIGN in 327 msec 2024-11-14T02:41:29,616 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:41:29,616 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552089616"}]},"ts":"1731552089616"} 2024-11-14T02:41:29,617 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T02:41:29,618 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:41:29,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-14T02:41:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:41:30,622 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T02:41:30,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:41:30,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,42841,1731552080377 2024-11-14T02:41:30,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d894ab9 2024-11-14T02:41:30,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:41:30,624 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:41:30,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:41:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T02:41:30,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:41:30,626 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:30,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T02:41:30,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:41:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:41:30,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741835_1011 (size=902) 2024-11-14T02:41:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:41:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:41:31,032 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 117e20d909644e3a6a1469a9877481a1, NAME => 'test,,1731552090624.117e20d909644e3a6a1469a9877481a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2 2024-11-14T02:41:31,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741836_1012 (size=39) 2024-11-14T02:41:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:41:31,436 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731552090624.117e20d909644e3a6a1469a9877481a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:31,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 117e20d909644e3a6a1469a9877481a1, disabling compactions & flushes 2024-11-14T02:41:31,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731552090624.117e20d909644e3a6a1469a9877481a1. 2024-11-14T02:41:31,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552090624.117e20d909644e3a6a1469a9877481a1. 2024-11-14T02:41:31,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731552090624.117e20d909644e3a6a1469a9877481a1. after waiting 0 ms 2024-11-14T02:41:31,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731552090624.117e20d909644e3a6a1469a9877481a1. 2024-11-14T02:41:31,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731552090624.117e20d909644e3a6a1469a9877481a1. 2024-11-14T02:41:31,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 117e20d909644e3a6a1469a9877481a1: Waiting for close lock at 1731552091437Disabling compacts and flushes for region at 1731552091437Disabling writes for close at 1731552091437Writing region close event to WAL at 1731552091437Closed at 1731552091437 2024-11-14T02:41:31,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:41:31,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731552090624.117e20d909644e3a6a1469a9877481a1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731552091438"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552091438"}]},"ts":"1731552091438"} 2024-11-14T02:41:31,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:41:31,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:41:31,441 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552091441"}]},"ts":"1731552091441"} 2024-11-14T02:41:31,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T02:41:31,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=117e20d909644e3a6a1469a9877481a1, ASSIGN}] 2024-11-14T02:41:31,443 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=117e20d909644e3a6a1469a9877481a1, ASSIGN 2024-11-14T02:41:31,444 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=117e20d909644e3a6a1469a9877481a1, ASSIGN; state=OFFLINE, location=83c5a5c119d5,40041,1731552080490; forceNewPlan=false, retain=false 2024-11-14T02:41:31,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=117e20d909644e3a6a1469a9877481a1, regionState=OPENING, regionLocation=83c5a5c119d5,40041,1731552080490 2024-11-14T02:41:31,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=117e20d909644e3a6a1469a9877481a1, ASSIGN because future has completed 2024-11-14T02:41:31,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 117e20d909644e3a6a1469a9877481a1, server=83c5a5c119d5,40041,1731552080490}] 2024-11-14T02:41:31,751 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731552090624.117e20d909644e3a6a1469a9877481a1. 2024-11-14T02:41:31,751 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 117e20d909644e3a6a1469a9877481a1, NAME => 'test,,1731552090624.117e20d909644e3a6a1469a9877481a1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:41:31,751 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:41:31,751 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T02:41:31,751 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 117e20d909644e3a6a1469a9877481a1 2024-11-14T02:41:31,751 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731552090624.117e20d909644e3a6a1469a9877481a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:31,751 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 117e20d909644e3a6a1469a9877481a1 2024-11-14T02:41:31,751 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 117e20d909644e3a6a1469a9877481a1 2024-11-14T02:41:31,752 INFO [StoreOpener-117e20d909644e3a6a1469a9877481a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 117e20d909644e3a6a1469a9877481a1 2024-11-14T02:41:31,753 INFO [StoreOpener-117e20d909644e3a6a1469a9877481a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 117e20d909644e3a6a1469a9877481a1 columnFamilyName f 2024-11-14T02:41:31,753 DEBUG [StoreOpener-117e20d909644e3a6a1469a9877481a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:31,754 INFO [StoreOpener-117e20d909644e3a6a1469a9877481a1-1 {}] regionserver.HStore(327): Store=117e20d909644e3a6a1469a9877481a1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:31,754 INFO [StoreOpener-117e20d909644e3a6a1469a9877481a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 117e20d909644e3a6a1469a9877481a1 2024-11-14T02:41:31,755 INFO [StoreOpener-117e20d909644e3a6a1469a9877481a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 117e20d909644e3a6a1469a9877481a1 columnFamilyName f1 2024-11-14T02:41:31,755 DEBUG [StoreOpener-117e20d909644e3a6a1469a9877481a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:31,755 INFO [StoreOpener-117e20d909644e3a6a1469a9877481a1-1 {}] regionserver.HStore(327): Store=117e20d909644e3a6a1469a9877481a1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:31,755 INFO [StoreOpener-117e20d909644e3a6a1469a9877481a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 117e20d909644e3a6a1469a9877481a1 2024-11-14T02:41:31,756 INFO [StoreOpener-117e20d909644e3a6a1469a9877481a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 117e20d909644e3a6a1469a9877481a1 columnFamilyName norep 2024-11-14T02:41:31,756 DEBUG [StoreOpener-117e20d909644e3a6a1469a9877481a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:31,756 INFO [StoreOpener-117e20d909644e3a6a1469a9877481a1-1 {}] regionserver.HStore(327): Store=117e20d909644e3a6a1469a9877481a1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:31,756 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 117e20d909644e3a6a1469a9877481a1 2024-11-14T02:41:31,757 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1 2024-11-14T02:41:31,757 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1 2024-11-14T02:41:31,758 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 117e20d909644e3a6a1469a9877481a1 2024-11-14T02:41:31,758 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 117e20d909644e3a6a1469a9877481a1 2024-11-14T02:41:31,758 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:41:31,759 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 117e20d909644e3a6a1469a9877481a1 2024-11-14T02:41:31,760 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:41:31,761 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 117e20d909644e3a6a1469a9877481a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63013609, jitterRate=-0.061024054884910583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:41:31,761 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 117e20d909644e3a6a1469a9877481a1 2024-11-14T02:41:31,761 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 117e20d909644e3a6a1469a9877481a1: Running coprocessor pre-open hook at 1731552091751Writing region info on filesystem at 1731552091751Initializing all the Stores at 1731552091752 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552091752Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552091752Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552091752Cleaning up temporary data from old regions at 1731552091758 (+6 ms)Running coprocessor post-open hooks at 1731552091761 (+3 ms)Region opened successfully at 1731552091761 2024-11-14T02:41:31,762 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731552090624.117e20d909644e3a6a1469a9877481a1., pid=6, masterSystemTime=1731552091748 2024-11-14T02:41:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:41:31,763 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731552090624.117e20d909644e3a6a1469a9877481a1. 2024-11-14T02:41:31,763 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731552090624.117e20d909644e3a6a1469a9877481a1. 2024-11-14T02:41:31,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=117e20d909644e3a6a1469a9877481a1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83c5a5c119d5,40041,1731552080490 2024-11-14T02:41:31,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 117e20d909644e3a6a1469a9877481a1, server=83c5a5c119d5,40041,1731552080490 because future has completed 2024-11-14T02:41:31,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:41:31,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 117e20d909644e3a6a1469a9877481a1, server=83c5a5c119d5,40041,1731552080490 in 173 msec 2024-11-14T02:41:31,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:41:31,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=117e20d909644e3a6a1469a9877481a1, ASSIGN in 329 msec 2024-11-14T02:41:31,773 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:41:31,774 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552091773"}]},"ts":"1731552091773"} 2024-11-14T02:41:31,775 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T02:41:31,776 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:41:31,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-14T02:41:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:41:32,773 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T02:41:32,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:41:32,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,39581,1731552085514 2024-11-14T02:41:32,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70dad502 2024-11-14T02:41:32,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:41:32,775 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:41:32,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:41:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T02:41:32,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:41:32,777 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:32,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T02:41:32,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:41:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:41:32,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741835_1011 (size=902) 2024-11-14T02:41:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:41:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:41:33,203 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d591e5bb1606acc29d491911d4adc8db, NAME => 'test,,1731552092775.d591e5bb1606acc29d491911d4adc8db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1 2024-11-14T02:41:33,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741836_1012 (size=39) 2024-11-14T02:41:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:41:33,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731552092775.d591e5bb1606acc29d491911d4adc8db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:33,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d591e5bb1606acc29d491911d4adc8db, disabling compactions & flushes 2024-11-14T02:41:33,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731552092775.d591e5bb1606acc29d491911d4adc8db. 2024-11-14T02:41:33,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552092775.d591e5bb1606acc29d491911d4adc8db. 2024-11-14T02:41:33,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731552092775.d591e5bb1606acc29d491911d4adc8db. after waiting 0 ms 2024-11-14T02:41:33,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731552092775.d591e5bb1606acc29d491911d4adc8db. 2024-11-14T02:41:33,608 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731552092775.d591e5bb1606acc29d491911d4adc8db. 2024-11-14T02:41:33,608 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d591e5bb1606acc29d491911d4adc8db: Waiting for close lock at 1731552093607Disabling compacts and flushes for region at 1731552093607Disabling writes for close at 1731552093608 (+1 ms)Writing region close event to WAL at 1731552093608Closed at 1731552093608 2024-11-14T02:41:33,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:41:33,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731552092775.d591e5bb1606acc29d491911d4adc8db.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731552093609"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552093609"}]},"ts":"1731552093609"} 2024-11-14T02:41:33,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:41:33,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:41:33,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552093611"}]},"ts":"1731552093611"} 2024-11-14T02:41:33,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T02:41:33,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d591e5bb1606acc29d491911d4adc8db, ASSIGN}] 2024-11-14T02:41:33,614 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d591e5bb1606acc29d491911d4adc8db, ASSIGN 2024-11-14T02:41:33,615 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d591e5bb1606acc29d491911d4adc8db, ASSIGN; state=OFFLINE, location=83c5a5c119d5,42271,1731552085620; forceNewPlan=false, retain=false 2024-11-14T02:41:33,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d591e5bb1606acc29d491911d4adc8db, regionState=OPENING, regionLocation=83c5a5c119d5,42271,1731552085620 2024-11-14T02:41:33,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d591e5bb1606acc29d491911d4adc8db, ASSIGN because future has completed 2024-11-14T02:41:33,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d591e5bb1606acc29d491911d4adc8db, server=83c5a5c119d5,42271,1731552085620}] 2024-11-14T02:41:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:41:33,922 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731552092775.d591e5bb1606acc29d491911d4adc8db. 2024-11-14T02:41:33,922 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d591e5bb1606acc29d491911d4adc8db, NAME => 'test,,1731552092775.d591e5bb1606acc29d491911d4adc8db.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:41:33,922 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:41:33,922 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T02:41:33,922 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d591e5bb1606acc29d491911d4adc8db 2024-11-14T02:41:33,922 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731552092775.d591e5bb1606acc29d491911d4adc8db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:33,922 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d591e5bb1606acc29d491911d4adc8db 2024-11-14T02:41:33,922 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d591e5bb1606acc29d491911d4adc8db 2024-11-14T02:41:33,923 INFO [StoreOpener-d591e5bb1606acc29d491911d4adc8db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d591e5bb1606acc29d491911d4adc8db 2024-11-14T02:41:33,924 INFO [StoreOpener-d591e5bb1606acc29d491911d4adc8db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d591e5bb1606acc29d491911d4adc8db columnFamilyName f 2024-11-14T02:41:33,924 DEBUG [StoreOpener-d591e5bb1606acc29d491911d4adc8db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:33,924 INFO [StoreOpener-d591e5bb1606acc29d491911d4adc8db-1 {}] regionserver.HStore(327): Store=d591e5bb1606acc29d491911d4adc8db/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:33,924 INFO [StoreOpener-d591e5bb1606acc29d491911d4adc8db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d591e5bb1606acc29d491911d4adc8db 2024-11-14T02:41:33,925 INFO [StoreOpener-d591e5bb1606acc29d491911d4adc8db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d591e5bb1606acc29d491911d4adc8db columnFamilyName f1 2024-11-14T02:41:33,925 DEBUG [StoreOpener-d591e5bb1606acc29d491911d4adc8db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:33,925 INFO [StoreOpener-d591e5bb1606acc29d491911d4adc8db-1 {}] regionserver.HStore(327): Store=d591e5bb1606acc29d491911d4adc8db/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:33,925 INFO [StoreOpener-d591e5bb1606acc29d491911d4adc8db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d591e5bb1606acc29d491911d4adc8db 2024-11-14T02:41:33,926 INFO [StoreOpener-d591e5bb1606acc29d491911d4adc8db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d591e5bb1606acc29d491911d4adc8db columnFamilyName norep 2024-11-14T02:41:33,926 DEBUG [StoreOpener-d591e5bb1606acc29d491911d4adc8db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:33,927 INFO [StoreOpener-d591e5bb1606acc29d491911d4adc8db-1 {}] regionserver.HStore(327): Store=d591e5bb1606acc29d491911d4adc8db/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:33,927 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d591e5bb1606acc29d491911d4adc8db 2024-11-14T02:41:33,927 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db 2024-11-14T02:41:33,927 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db 2024-11-14T02:41:33,928 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d591e5bb1606acc29d491911d4adc8db 2024-11-14T02:41:33,928 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d591e5bb1606acc29d491911d4adc8db 2024-11-14T02:41:33,928 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:41:33,929 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d591e5bb1606acc29d491911d4adc8db 2024-11-14T02:41:33,930 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:41:33,930 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d591e5bb1606acc29d491911d4adc8db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63057630, jitterRate=-0.060368090867996216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:41:33,930 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d591e5bb1606acc29d491911d4adc8db 2024-11-14T02:41:33,930 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d591e5bb1606acc29d491911d4adc8db: Running coprocessor pre-open hook at 1731552093922Writing region info on filesystem at 1731552093922Initializing all the Stores at 1731552093923 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552093923Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552093923Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552093923Cleaning up temporary data from old regions at 1731552093928 (+5 ms)Running coprocessor post-open hooks at 1731552093930 (+2 ms)Region opened successfully at 1731552093930 2024-11-14T02:41:33,931 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731552092775.d591e5bb1606acc29d491911d4adc8db., pid=6, masterSystemTime=1731552093919 2024-11-14T02:41:33,932 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731552092775.d591e5bb1606acc29d491911d4adc8db. 2024-11-14T02:41:33,933 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731552092775.d591e5bb1606acc29d491911d4adc8db. 2024-11-14T02:41:33,933 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d591e5bb1606acc29d491911d4adc8db, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83c5a5c119d5,42271,1731552085620 2024-11-14T02:41:33,934 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39581 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=83c5a5c119d5,42271,1731552085620, table=test, region=d591e5bb1606acc29d491911d4adc8db. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T02:41:33,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d591e5bb1606acc29d491911d4adc8db, server=83c5a5c119d5,42271,1731552085620 because future has completed 2024-11-14T02:41:33,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:41:33,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d591e5bb1606acc29d491911d4adc8db, server=83c5a5c119d5,42271,1731552085620 in 168 msec 2024-11-14T02:41:33,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:41:33,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d591e5bb1606acc29d491911d4adc8db, ASSIGN in 323 msec 2024-11-14T02:41:33,938 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:41:33,939 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552093938"}]},"ts":"1731552093938"} 2024-11-14T02:41:33,940 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T02:41:33,940 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:41:33,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-14T02:41:34,508 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T02:41:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:41:34,923 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T02:41:34,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490c9ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:34,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,32977,-1 for getting cluster id 2024-11-14T02:41:34,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:34,924 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1833e99-c7db-4971-b0ed-f3868080a9c1' 2024-11-14T02:41:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1833e99-c7db-4971-b0ed-f3868080a9c1" 2024-11-14T02:41:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2e9980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,32977,-1] 2024-11-14T02:41:34,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:34,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:34,925 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:34,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ef166f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:34,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:41:34,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,32977,1731552075220 2024-11-14T02:41:34,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68ad134 2024-11-14T02:41:34,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:41:34,927 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:41:34,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83c5a5c119d5:42841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T02:41:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:41:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:41:34,930 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:42841' 2024-11-14T02:41:34,930 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1baf45f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:34,930 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42841,-1 for getting cluster id 2024-11-14T02:41:34,931 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:34,931 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9496a69c-a9ff-4f4e-9403-a94040edba79' 2024-11-14T02:41:34,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:34,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9496a69c-a9ff-4f4e-9403-a94040edba79" 2024-11-14T02:41:34,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77842f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:34,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42841,-1] 2024-11-14T02:41:34,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:34,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:34,932 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:34,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@babdeac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:34,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:41:34,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,42841,1731552080377 2024-11-14T02:41:34,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38b27b03 2024-11-14T02:41:34,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:41:34,934 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:41:34,935 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T02:41:34,935 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:41:34,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:34,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:34,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:34,935 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:41:34,936 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T02:41:34,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:41:34,937 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:34,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:41:34,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741837_1013 (size=1138) 2024-11-14T02:41:34,986 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T02:41:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:41:35,101 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:41:35,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:35,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:35,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:35,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:35,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:35,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:35,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:35,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:35,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:35,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:35,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:35,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:35,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:35,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:35,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:35,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T02:41:35,183 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T02:41:35,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:41:35,183 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T02:41:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:41:35,347 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5b8b7ad1f5bd35699f3afcbd7be6a13, NAME => 'hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18 2024-11-14T02:41:35,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741838_1014 (size=44) 2024-11-14T02:41:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:41:35,751 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:35,751 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e5b8b7ad1f5bd35699f3afcbd7be6a13, disabling compactions & flushes 2024-11-14T02:41:35,751 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. 2024-11-14T02:41:35,751 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. 2024-11-14T02:41:35,751 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. after waiting 0 ms 2024-11-14T02:41:35,751 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. 2024-11-14T02:41:35,751 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. 2024-11-14T02:41:35,751 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5b8b7ad1f5bd35699f3afcbd7be6a13: Waiting for close lock at 1731552095751Disabling compacts and flushes for region at 1731552095751Disabling writes for close at 1731552095751Writing region close event to WAL at 1731552095751Closed at 1731552095751 2024-11-14T02:41:35,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:41:35,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731552095752"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552095752"}]},"ts":"1731552095752"} 2024-11-14T02:41:35,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:41:35,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:41:35,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552095755"}]},"ts":"1731552095755"} 2024-11-14T02:41:35,756 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T02:41:35,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e5b8b7ad1f5bd35699f3afcbd7be6a13, ASSIGN}] 2024-11-14T02:41:35,757 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e5b8b7ad1f5bd35699f3afcbd7be6a13, ASSIGN 2024-11-14T02:41:35,758 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e5b8b7ad1f5bd35699f3afcbd7be6a13, ASSIGN; state=OFFLINE, location=83c5a5c119d5,45221,1731552075366; forceNewPlan=false, retain=false 2024-11-14T02:41:35,908 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e5b8b7ad1f5bd35699f3afcbd7be6a13, regionState=OPENING, regionLocation=83c5a5c119d5,45221,1731552075366 2024-11-14T02:41:35,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e5b8b7ad1f5bd35699f3afcbd7be6a13, ASSIGN because future has completed 2024-11-14T02:41:35,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5b8b7ad1f5bd35699f3afcbd7be6a13, server=83c5a5c119d5,45221,1731552075366}] 2024-11-14T02:41:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:41:36,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. 2024-11-14T02:41:36,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:41:36,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T02:41:36,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C45221%2C1731552075366.rep, suffix=, logDir=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366, archiveDir=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/oldWALs, maxLogs=10 2024-11-14T02:41:36,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.rep.1731552096071, exclude list is [], retry=0 2024-11-14T02:41:36,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35281,DS-7f408750-1c74-42d0-8993-868530dce7cb,DISK] 2024-11-14T02:41:36,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.rep.1731552096071 2024-11-14T02:41:36,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43529:43529)] 2024-11-14T02:41:36,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e5b8b7ad1f5bd35699f3afcbd7be6a13, NAME => 'hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:41:36,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:41:36,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:41:36,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. service=MultiRowMutationService 2024-11-14T02:41:36,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T02:41:36,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:36,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:36,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:36,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:36,088 INFO [StoreOpener-e5b8b7ad1f5bd35699f3afcbd7be6a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:36,089 INFO [StoreOpener-e5b8b7ad1f5bd35699f3afcbd7be6a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5b8b7ad1f5bd35699f3afcbd7be6a13 columnFamilyName hfileref 2024-11-14T02:41:36,089 DEBUG [StoreOpener-e5b8b7ad1f5bd35699f3afcbd7be6a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:36,089 INFO [StoreOpener-e5b8b7ad1f5bd35699f3afcbd7be6a13-1 {}] regionserver.HStore(327): Store=e5b8b7ad1f5bd35699f3afcbd7be6a13/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:36,090 INFO [StoreOpener-e5b8b7ad1f5bd35699f3afcbd7be6a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:36,090 INFO [StoreOpener-e5b8b7ad1f5bd35699f3afcbd7be6a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5b8b7ad1f5bd35699f3afcbd7be6a13 columnFamilyName queue 2024-11-14T02:41:36,090 DEBUG [StoreOpener-e5b8b7ad1f5bd35699f3afcbd7be6a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:36,091 INFO [StoreOpener-e5b8b7ad1f5bd35699f3afcbd7be6a13-1 {}] regionserver.HStore(327): Store=e5b8b7ad1f5bd35699f3afcbd7be6a13/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:36,091 INFO [StoreOpener-e5b8b7ad1f5bd35699f3afcbd7be6a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:36,091 INFO [StoreOpener-e5b8b7ad1f5bd35699f3afcbd7be6a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5b8b7ad1f5bd35699f3afcbd7be6a13 columnFamilyName sid 2024-11-14T02:41:36,091 DEBUG [StoreOpener-e5b8b7ad1f5bd35699f3afcbd7be6a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:36,092 INFO [StoreOpener-e5b8b7ad1f5bd35699f3afcbd7be6a13-1 {}] regionserver.HStore(327): Store=e5b8b7ad1f5bd35699f3afcbd7be6a13/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:36,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:36,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/replication/e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:36,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/replication/e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:36,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:36,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:36,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:41:36,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:36,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/replication/e5b8b7ad1f5bd35699f3afcbd7be6a13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:41:36,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e5b8b7ad1f5bd35699f3afcbd7be6a13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73742667, jitterRate=0.09885136783123016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:41:36,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:36,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e5b8b7ad1f5bd35699f3afcbd7be6a13: Running coprocessor pre-open hook at 1731552096087Writing region info on filesystem at 1731552096087Initializing all the Stores at 1731552096088 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552096088Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552096088Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552096088Cleaning up temporary data from old regions at 1731552096093 (+5 ms)Running coprocessor post-open hooks at 1731552096096 (+3 ms)Region opened successfully at 1731552096096 2024-11-14T02:41:36,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13., pid=10, masterSystemTime=1731552096067 2024-11-14T02:41:36,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. 2024-11-14T02:41:36,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. 2024-11-14T02:41:36,099 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e5b8b7ad1f5bd35699f3afcbd7be6a13, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,45221,1731552075366 2024-11-14T02:41:36,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5b8b7ad1f5bd35699f3afcbd7be6a13, server=83c5a5c119d5,45221,1731552075366 because future has completed 2024-11-14T02:41:36,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T02:41:36,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e5b8b7ad1f5bd35699f3afcbd7be6a13, server=83c5a5c119d5,45221,1731552075366 in 191 msec 2024-11-14T02:41:36,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T02:41:36,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e5b8b7ad1f5bd35699f3afcbd7be6a13, ASSIGN in 347 msec 2024-11-14T02:41:36,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:41:36,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552096104"}]},"ts":"1731552096104"} 2024-11-14T02:41:36,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T02:41:36,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:41:36,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-14T02:41:36,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13., hostname=83c5a5c119d5,45221,1731552075366, seqNum=2] 2024-11-14T02:41:36,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761 2024-11-14T02:41:36,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761 2024-11-14T02:41:36,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:41:36,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T02:41:36,372 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T02:41:36,397 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83c5a5c119d5,45221,1731552075366, ReplicationSource: 1, currentBandwidth=0 2024-11-14T02:41:36,397 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:36,398 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,45221,1731552075366, seqNum=-1] 2024-11-14T02:41:36,398 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:41:36,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-14T02:41:36,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83c5a5c119d5,45221,1731552075366', locateType=CURRENT is [region=hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13., hostname=83c5a5c119d5,45221,1731552075366, seqNum=2] 2024-11-14T02:41:36,402 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T02:41:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T02:41:36,404 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83c5a5c119d5,45221,1731552075366 suceeded 2024-11-14T02:41:36,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T02:41:36,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T02:41:36,405 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83c5a5c119d5:42841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:41:36,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4780 sec 2024-11-14T02:41:36,415 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:42841' 2024-11-14T02:41:36,416 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78194730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:36,416 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42841,-1 for getting cluster id 2024-11-14T02:41:36,416 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:36,417 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9496a69c-a9ff-4f4e-9403-a94040edba79' 2024-11-14T02:41:36,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:36,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9496a69c-a9ff-4f4e-9403-a94040edba79" 2024-11-14T02:41:36,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48b02dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:36,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42841,-1] 2024-11-14T02:41:36,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:36,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:36,418 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:36,419 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44198282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:36,419 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:41:36,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,42841,1731552080377 2024-11-14T02:41:36,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14c3920b 2024-11-14T02:41:36,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:41:36,420 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-14T02:41:36,421 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83c5a5c119d5,45221,1731552075366 (queues=1) is replicating from cluster=a1833e99-c7db-4971-b0ed-f3868080a9c1 to cluster=9496a69c-a9ff-4f4e-9403-a94040edba79 2024-11-14T02:41:36,421 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83c5a5c119d5%2C45221%2C1731552075366 2024-11-14T02:41:36,421 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83c5a5c119d5,45221,1731552075366, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:41:36,421 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.shipper83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C45221%2C1731552075366 2024-11-14T02:41:36,421 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564, startPosition=0, beingWritten=true 2024-11-14T02:41:36,425 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:36,425 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 379, reset compression=false 2024-11-14T02:41:36,425 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.shipper83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,45221,1731552075366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:41:36,628 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 379, reset compression=false 2024-11-14T02:41:36,931 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 379, reset compression=false 2024-11-14T02:41:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:41:37,073 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T02:41:37,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:41:37,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:37,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:37,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:37,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:37,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783f9a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:37,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42841,-1 for getting cluster id 2024-11-14T02:41:37,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:37,075 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9496a69c-a9ff-4f4e-9403-a94040edba79' 2024-11-14T02:41:37,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:37,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9496a69c-a9ff-4f4e-9403-a94040edba79" 2024-11-14T02:41:37,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413516b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:37,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42841,-1] 2024-11-14T02:41:37,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:37,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:37,076 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7592c9d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:37,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:41:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,42841,1731552080377 2024-11-14T02:41:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c14f1c 2024-11-14T02:41:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:41:37,078 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:41:37,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83c5a5c119d5:39581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T02:41:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:41:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:41:37,080 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:39581' 2024-11-14T02:41:37,081 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac6beec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:37,081 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,39581,-1 for getting cluster id 2024-11-14T02:41:37,081 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:37,081 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0750909f-d36e-4be4-b620-522ff13bcdcf' 2024-11-14T02:41:37,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:37,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0750909f-d36e-4be4-b620-522ff13bcdcf" 2024-11-14T02:41:37,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467f5abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:37,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,39581,-1] 2024-11-14T02:41:37,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:37,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:37,082 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:37,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21abdb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:37,083 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:41:37,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,39581,1731552085514 2024-11-14T02:41:37,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7148f23b 2024-11-14T02:41:37,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:41:37,084 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:41:37,085 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T02:41:37,085 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:41:37,085 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:37,085 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:37,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:37,085 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:41:37,086 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T02:41:37,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:41:37,087 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:37,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:41:37,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741837_1013 (size=1138) 2024-11-14T02:41:37,136 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T02:41:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:41:37,334 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 379, reset compression=false 2024-11-14T02:41:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:41:37,495 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 345fc83e07f7e62a64b9871189ce446e, NAME => 'hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2 2024-11-14T02:41:37,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741838_1014 (size=44) 2024-11-14T02:41:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:41:37,837 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 379, reset compression=false 2024-11-14T02:41:37,900 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:37,900 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 345fc83e07f7e62a64b9871189ce446e, disabling compactions & flushes 2024-11-14T02:41:37,900 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e. 2024-11-14T02:41:37,900 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e. 2024-11-14T02:41:37,900 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e. after waiting 0 ms 2024-11-14T02:41:37,900 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e. 2024-11-14T02:41:37,900 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e. 2024-11-14T02:41:37,900 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 345fc83e07f7e62a64b9871189ce446e: Waiting for close lock at 1731552097900Disabling compacts and flushes for region at 1731552097900Disabling writes for close at 1731552097900Writing region close event to WAL at 1731552097900Closed at 1731552097900 2024-11-14T02:41:37,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:41:37,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731552097915"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552097915"}]},"ts":"1731552097915"} 2024-11-14T02:41:37,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:41:37,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:41:37,918 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552097918"}]},"ts":"1731552097918"} 2024-11-14T02:41:37,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T02:41:37,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=345fc83e07f7e62a64b9871189ce446e, ASSIGN}] 2024-11-14T02:41:37,920 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=345fc83e07f7e62a64b9871189ce446e, ASSIGN 2024-11-14T02:41:37,920 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=345fc83e07f7e62a64b9871189ce446e, ASSIGN; state=OFFLINE, location=83c5a5c119d5,40041,1731552080490; forceNewPlan=false, retain=false 2024-11-14T02:41:38,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=345fc83e07f7e62a64b9871189ce446e, regionState=OPENING, regionLocation=83c5a5c119d5,40041,1731552080490 2024-11-14T02:41:38,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=345fc83e07f7e62a64b9871189ce446e, ASSIGN because future has completed 2024-11-14T02:41:38,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 345fc83e07f7e62a64b9871189ce446e, server=83c5a5c119d5,40041,1731552080490}] 2024-11-14T02:41:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:41:38,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e. 2024-11-14T02:41:38,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:41:38,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T02:41:38,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C40041%2C1731552080490.rep, suffix=, logDir=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490, archiveDir=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/oldWALs, maxLogs=10 2024-11-14T02:41:38,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.rep.1731552098228, exclude list is [], retry=0 2024-11-14T02:41:38,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40319,DS-3e9c064b-ff98-480f-8235-20a7f06828b5,DISK] 2024-11-14T02:41:38,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.rep.1731552098228 2024-11-14T02:41:38,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43225:43225)] 2024-11-14T02:41:38,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 345fc83e07f7e62a64b9871189ce446e, NAME => 'hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:41:38,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:41:38,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:41:38,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e. service=MultiRowMutationService 2024-11-14T02:41:38,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T02:41:38,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 345fc83e07f7e62a64b9871189ce446e 2024-11-14T02:41:38,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:38,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 345fc83e07f7e62a64b9871189ce446e 2024-11-14T02:41:38,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 345fc83e07f7e62a64b9871189ce446e 2024-11-14T02:41:38,247 INFO [StoreOpener-345fc83e07f7e62a64b9871189ce446e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 345fc83e07f7e62a64b9871189ce446e 2024-11-14T02:41:38,247 INFO [StoreOpener-345fc83e07f7e62a64b9871189ce446e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345fc83e07f7e62a64b9871189ce446e columnFamilyName hfileref 2024-11-14T02:41:38,247 DEBUG [StoreOpener-345fc83e07f7e62a64b9871189ce446e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:38,248 INFO [StoreOpener-345fc83e07f7e62a64b9871189ce446e-1 {}] regionserver.HStore(327): Store=345fc83e07f7e62a64b9871189ce446e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:38,248 INFO [StoreOpener-345fc83e07f7e62a64b9871189ce446e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 345fc83e07f7e62a64b9871189ce446e 2024-11-14T02:41:38,249 INFO [StoreOpener-345fc83e07f7e62a64b9871189ce446e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345fc83e07f7e62a64b9871189ce446e columnFamilyName queue 2024-11-14T02:41:38,249 DEBUG [StoreOpener-345fc83e07f7e62a64b9871189ce446e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:38,249 INFO [StoreOpener-345fc83e07f7e62a64b9871189ce446e-1 {}] regionserver.HStore(327): Store=345fc83e07f7e62a64b9871189ce446e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:38,249 INFO [StoreOpener-345fc83e07f7e62a64b9871189ce446e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 345fc83e07f7e62a64b9871189ce446e 2024-11-14T02:41:38,250 INFO [StoreOpener-345fc83e07f7e62a64b9871189ce446e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345fc83e07f7e62a64b9871189ce446e columnFamilyName sid 2024-11-14T02:41:38,250 DEBUG [StoreOpener-345fc83e07f7e62a64b9871189ce446e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:38,250 INFO [StoreOpener-345fc83e07f7e62a64b9871189ce446e-1 {}] regionserver.HStore(327): Store=345fc83e07f7e62a64b9871189ce446e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:38,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 345fc83e07f7e62a64b9871189ce446e 2024-11-14T02:41:38,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/replication/345fc83e07f7e62a64b9871189ce446e 2024-11-14T02:41:38,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/replication/345fc83e07f7e62a64b9871189ce446e 2024-11-14T02:41:38,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 345fc83e07f7e62a64b9871189ce446e 2024-11-14T02:41:38,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 345fc83e07f7e62a64b9871189ce446e 2024-11-14T02:41:38,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:41:38,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 345fc83e07f7e62a64b9871189ce446e 2024-11-14T02:41:38,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/replication/345fc83e07f7e62a64b9871189ce446e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:41:38,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 345fc83e07f7e62a64b9871189ce446e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69044528, jitterRate=0.02884364128112793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:41:38,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 345fc83e07f7e62a64b9871189ce446e 2024-11-14T02:41:38,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 345fc83e07f7e62a64b9871189ce446e: Running coprocessor pre-open hook at 1731552098246Writing region info on filesystem at 1731552098246Initializing all the Stores at 1731552098246Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552098246Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552098246Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552098246Cleaning up temporary data from old regions at 1731552098251 (+5 ms)Running coprocessor post-open hooks at 1731552098254 (+3 ms)Region opened successfully at 1731552098254 2024-11-14T02:41:38,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e., pid=10, masterSystemTime=1731552098224 2024-11-14T02:41:38,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e. 2024-11-14T02:41:38,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e. 2024-11-14T02:41:38,257 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=345fc83e07f7e62a64b9871189ce446e, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,40041,1731552080490 2024-11-14T02:41:38,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 345fc83e07f7e62a64b9871189ce446e, server=83c5a5c119d5,40041,1731552080490 because future has completed 2024-11-14T02:41:38,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T02:41:38,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 345fc83e07f7e62a64b9871189ce446e, server=83c5a5c119d5,40041,1731552080490 in 186 msec 2024-11-14T02:41:38,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T02:41:38,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=345fc83e07f7e62a64b9871189ce446e, ASSIGN in 341 msec 2024-11-14T02:41:38,262 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:41:38,263 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552098262"}]},"ts":"1731552098262"} 2024-11-14T02:41:38,264 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T02:41:38,264 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:41:38,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-14T02:41:38,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e., hostname=83c5a5c119d5,40041,1731552080490, seqNum=2] 2024-11-14T02:41:38,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870 2024-11-14T02:41:38,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870 2024-11-14T02:41:38,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:41:38,439 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 379, reset compression=false 2024-11-14T02:41:38,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T02:41:38,496 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T02:41:38,522 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83c5a5c119d5,40041,1731552080490, ReplicationSource: 1, currentBandwidth=0 2024-11-14T02:41:38,522 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:38,522 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40041,1731552080490, seqNum=-1] 2024-11-14T02:41:38,522 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:41:38,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T02:41:38,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83c5a5c119d5,40041,1731552080490', locateType=CURRENT is [region=hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e., hostname=83c5a5c119d5,40041,1731552080490, seqNum=2] 2024-11-14T02:41:38,527 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T02:41:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T02:41:38,528 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83c5a5c119d5,40041,1731552080490 suceeded 2024-11-14T02:41:38,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T02:41:38,530 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83c5a5c119d5:39581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:41:38,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-14T02:41:38,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4520 sec 2024-11-14T02:41:38,540 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:39581' 2024-11-14T02:41:38,541 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d6ab02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:38,541 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,39581,-1 for getting cluster id 2024-11-14T02:41:38,541 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:38,542 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0750909f-d36e-4be4-b620-522ff13bcdcf' 2024-11-14T02:41:38,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:38,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0750909f-d36e-4be4-b620-522ff13bcdcf" 2024-11-14T02:41:38,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@504b7f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:38,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,39581,-1] 2024-11-14T02:41:38,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:38,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:38,543 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:38,543 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@105c4a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:38,543 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:41:38,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,39581,1731552085514 2024-11-14T02:41:38,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ac877b4 2024-11-14T02:41:38,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:41:38,544 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-14T02:41:38,545 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83c5a5c119d5,40041,1731552080490 (queues=1) is replicating from cluster=9496a69c-a9ff-4f4e-9403-a94040edba79 to cluster=0750909f-d36e-4be4-b620-522ff13bcdcf 2024-11-14T02:41:38,545 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83c5a5c119d5%2C40041%2C1731552080490 2024-11-14T02:41:38,545 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83c5a5c119d5,40041,1731552080490, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:41:38,545 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643, startPosition=0, beingWritten=true 2024-11-14T02:41:38,545 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C40041%2C1731552080490 2024-11-14T02:41:38,549 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:38,549 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 379, reset compression=false 2024-11-14T02:41:38,549 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,40041,1731552080490 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:41:38,752 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 379, reset compression=false 2024-11-14T02:41:39,055 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 379, reset compression=false 2024-11-14T02:41:39,142 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 379, reset compression=false 2024-11-14T02:41:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:41:39,223 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T02:41:39,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:41:39,223 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:39,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:39,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:39,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:39,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4ccfb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:39,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,39581,-1 for getting cluster id 2024-11-14T02:41:39,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:39,224 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0750909f-d36e-4be4-b620-522ff13bcdcf' 2024-11-14T02:41:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0750909f-d36e-4be4-b620-522ff13bcdcf" 2024-11-14T02:41:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5caeaef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,39581,-1] 2024-11-14T02:41:39,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:39,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:39,225 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:39,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6b87cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:39,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:41:39,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,39581,1731552085514 2024-11-14T02:41:39,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@af2538d 2024-11-14T02:41:39,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:41:39,227 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:41:39,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83c5a5c119d5:42841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T02:41:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:41:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:41:39,229 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:42841' 2024-11-14T02:41:39,230 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ede48f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:39,230 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42841,-1 for getting cluster id 2024-11-14T02:41:39,230 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:39,231 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9496a69c-a9ff-4f4e-9403-a94040edba79' 2024-11-14T02:41:39,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:39,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9496a69c-a9ff-4f4e-9403-a94040edba79" 2024-11-14T02:41:39,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4890dc3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:39,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42841,-1] 2024-11-14T02:41:39,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:39,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:39,232 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:39,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3425545b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:39,232 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:41:39,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,42841,1731552080377 2024-11-14T02:41:39,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@173522d 2024-11-14T02:41:39,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:41:39,234 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:41:39,234 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T02:41:39,234 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:41:39,234 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:39,234 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:39,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:39,235 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:41:39,236 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T02:41:39,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:41:39,237 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:39,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:41:39,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741837_1013 (size=1138) 2024-11-14T02:41:39,286 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T02:41:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:41:39,458 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 379, reset compression=false 2024-11-14T02:41:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:41:39,643 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4e5823bb0349d5c53488a43bd38207b, NAME => 'hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1 2024-11-14T02:41:39,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741838_1014 (size=44) 2024-11-14T02:41:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:41:39,945 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 379, reset compression=false 2024-11-14T02:41:39,962 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 379, reset compression=false 2024-11-14T02:41:40,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:40,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e4e5823bb0349d5c53488a43bd38207b, disabling compactions & flushes 2024-11-14T02:41:40,048 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b. 2024-11-14T02:41:40,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b. 2024-11-14T02:41:40,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b. after waiting 0 ms 2024-11-14T02:41:40,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b. 2024-11-14T02:41:40,048 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b. 2024-11-14T02:41:40,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4e5823bb0349d5c53488a43bd38207b: Waiting for close lock at 1731552100048Disabling compacts and flushes for region at 1731552100048Disabling writes for close at 1731552100048Writing region close event to WAL at 1731552100048Closed at 1731552100048 2024-11-14T02:41:40,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:41:40,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731552100049"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552100049"}]},"ts":"1731552100049"} 2024-11-14T02:41:40,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:41:40,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:41:40,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552100051"}]},"ts":"1731552100051"} 2024-11-14T02:41:40,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T02:41:40,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4e5823bb0349d5c53488a43bd38207b, ASSIGN}] 2024-11-14T02:41:40,053 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4e5823bb0349d5c53488a43bd38207b, ASSIGN 2024-11-14T02:41:40,054 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4e5823bb0349d5c53488a43bd38207b, ASSIGN; state=OFFLINE, location=83c5a5c119d5,42271,1731552085620; forceNewPlan=false, retain=false 2024-11-14T02:41:40,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4e5823bb0349d5c53488a43bd38207b, regionState=OPENING, regionLocation=83c5a5c119d5,42271,1731552085620 2024-11-14T02:41:40,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4e5823bb0349d5c53488a43bd38207b, ASSIGN because future has completed 2024-11-14T02:41:40,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4e5823bb0349d5c53488a43bd38207b, server=83c5a5c119d5,42271,1731552085620}] 2024-11-14T02:41:40,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b. 2024-11-14T02:41:40,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:41:40,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T02:41:40,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C42271%2C1731552085620.rep, suffix=, logDir=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620, archiveDir=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/oldWALs, maxLogs=10 2024-11-14T02:41:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:41:40,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.rep.1731552100362, exclude list is [], retry=0 2024-11-14T02:41:40,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33475,DS-8dfe6ab7-0d0b-49b0-b74e-039082dfaab7,DISK] 2024-11-14T02:41:40,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.rep.1731552100362 2024-11-14T02:41:40,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36397:36397)] 2024-11-14T02:41:40,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e4e5823bb0349d5c53488a43bd38207b, NAME => 'hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:41:40,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:41:40,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:41:40,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b. service=MultiRowMutationService 2024-11-14T02:41:40,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T02:41:40,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e4e5823bb0349d5c53488a43bd38207b 2024-11-14T02:41:40,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:41:40,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e4e5823bb0349d5c53488a43bd38207b 2024-11-14T02:41:40,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e4e5823bb0349d5c53488a43bd38207b 2024-11-14T02:41:40,379 INFO [StoreOpener-e4e5823bb0349d5c53488a43bd38207b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e4e5823bb0349d5c53488a43bd38207b 2024-11-14T02:41:40,380 INFO [StoreOpener-e4e5823bb0349d5c53488a43bd38207b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4e5823bb0349d5c53488a43bd38207b columnFamilyName hfileref 2024-11-14T02:41:40,380 DEBUG [StoreOpener-e4e5823bb0349d5c53488a43bd38207b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:40,381 INFO [StoreOpener-e4e5823bb0349d5c53488a43bd38207b-1 {}] regionserver.HStore(327): Store=e4e5823bb0349d5c53488a43bd38207b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:40,381 INFO [StoreOpener-e4e5823bb0349d5c53488a43bd38207b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e4e5823bb0349d5c53488a43bd38207b 2024-11-14T02:41:40,381 INFO [StoreOpener-e4e5823bb0349d5c53488a43bd38207b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4e5823bb0349d5c53488a43bd38207b columnFamilyName queue 2024-11-14T02:41:40,381 DEBUG [StoreOpener-e4e5823bb0349d5c53488a43bd38207b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:40,382 INFO [StoreOpener-e4e5823bb0349d5c53488a43bd38207b-1 {}] regionserver.HStore(327): Store=e4e5823bb0349d5c53488a43bd38207b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:40,382 INFO [StoreOpener-e4e5823bb0349d5c53488a43bd38207b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e4e5823bb0349d5c53488a43bd38207b 2024-11-14T02:41:40,382 INFO [StoreOpener-e4e5823bb0349d5c53488a43bd38207b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4e5823bb0349d5c53488a43bd38207b columnFamilyName sid 2024-11-14T02:41:40,382 DEBUG [StoreOpener-e4e5823bb0349d5c53488a43bd38207b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:41:40,383 INFO [StoreOpener-e4e5823bb0349d5c53488a43bd38207b-1 {}] regionserver.HStore(327): Store=e4e5823bb0349d5c53488a43bd38207b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:41:40,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e4e5823bb0349d5c53488a43bd38207b 2024-11-14T02:41:40,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/replication/e4e5823bb0349d5c53488a43bd38207b 2024-11-14T02:41:40,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/replication/e4e5823bb0349d5c53488a43bd38207b 2024-11-14T02:41:40,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e4e5823bb0349d5c53488a43bd38207b 2024-11-14T02:41:40,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e4e5823bb0349d5c53488a43bd38207b 2024-11-14T02:41:40,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:41:40,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e4e5823bb0349d5c53488a43bd38207b 2024-11-14T02:41:40,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/replication/e4e5823bb0349d5c53488a43bd38207b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:41:40,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e4e5823bb0349d5c53488a43bd38207b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63443799, jitterRate=-0.05461372435092926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:41:40,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4e5823bb0349d5c53488a43bd38207b 2024-11-14T02:41:40,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e4e5823bb0349d5c53488a43bd38207b: Running coprocessor pre-open hook at 1731552100378Writing region info on filesystem at 1731552100378Initializing all the Stores at 1731552100379 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552100379Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552100379Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552100379Cleaning up temporary data from old regions at 1731552100384 (+5 ms)Running coprocessor post-open hooks at 1731552100386 (+2 ms)Region opened successfully at 1731552100386 2024-11-14T02:41:40,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b., pid=10, masterSystemTime=1731552100358 2024-11-14T02:41:40,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b. 2024-11-14T02:41:40,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b. 2024-11-14T02:41:40,388 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4e5823bb0349d5c53488a43bd38207b, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,42271,1731552085620 2024-11-14T02:41:40,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4e5823bb0349d5c53488a43bd38207b, server=83c5a5c119d5,42271,1731552085620 because future has completed 2024-11-14T02:41:40,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T02:41:40,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e4e5823bb0349d5c53488a43bd38207b, server=83c5a5c119d5,42271,1731552085620 in 184 msec 2024-11-14T02:41:40,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T02:41:40,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4e5823bb0349d5c53488a43bd38207b, ASSIGN in 339 msec 2024-11-14T02:41:40,393 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:41:40,393 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552100393"}]},"ts":"1731552100393"} 2024-11-14T02:41:40,395 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T02:41:40,395 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:41:40,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1600 sec 2024-11-14T02:41:40,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b., hostname=83c5a5c119d5,42271,1731552085620, seqNum=2] 2024-11-14T02:41:40,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908 2024-11-14T02:41:40,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908 2024-11-14T02:41:40,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:41:40,509 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T02:41:40,565 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 379, reset compression=false 2024-11-14T02:41:40,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T02:41:40,646 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T02:41:40,672 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83c5a5c119d5,42271,1731552085620, ReplicationSource: 1, currentBandwidth=0 2024-11-14T02:41:40,672 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:40,673 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,42271,1731552085620, seqNum=-1] 2024-11-14T02:41:40,673 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:41:40,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T02:41:40,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83c5a5c119d5,42271,1731552085620', locateType=CURRENT is [region=hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b., hostname=83c5a5c119d5,42271,1731552085620, seqNum=2] 2024-11-14T02:41:40,677 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T02:41:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T02:41:40,678 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83c5a5c119d5,42271,1731552085620 suceeded 2024-11-14T02:41:40,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T02:41:40,680 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83c5a5c119d5:42841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:41:40,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-14T02:41:40,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4530 sec 2024-11-14T02:41:40,689 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:42841' 2024-11-14T02:41:40,690 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b422cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:40,690 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42841,-1 for getting cluster id 2024-11-14T02:41:40,690 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:40,691 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9496a69c-a9ff-4f4e-9403-a94040edba79' 2024-11-14T02:41:40,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:40,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9496a69c-a9ff-4f4e-9403-a94040edba79" 2024-11-14T02:41:40,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6276eb71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:40,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42841,-1] 2024-11-14T02:41:40,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:40,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:40,692 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:40,692 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6abae9c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:40,692 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:41:40,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,42841,1731552080377 2024-11-14T02:41:40,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@689fb7ce 2024-11-14T02:41:40,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:41:40,693 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-14T02:41:40,694 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83c5a5c119d5,42271,1731552085620 (queues=1) is replicating from cluster=0750909f-d36e-4be4-b620-522ff13bcdcf to cluster=9496a69c-a9ff-4f4e-9403-a94040edba79 2024-11-14T02:41:40,694 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83c5a5c119d5%2C42271%2C1731552085620 2024-11-14T02:41:40,694 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83c5a5c119d5,42271,1731552085620, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:41:40,694 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754, startPosition=0, beingWritten=true 2024-11-14T02:41:40,694 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C42271%2C1731552085620 2024-11-14T02:41:40,698 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:40,698 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 379, reset compression=false 2024-11-14T02:41:40,698 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,42271,1731552085620 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:41:40,849 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 379, reset compression=false 2024-11-14T02:41:40,900 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 379, reset compression=false 2024-11-14T02:41:41,203 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 379, reset compression=false 2024-11-14T02:41:41,268 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 379, reset compression=false 2024-11-14T02:41:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:41:41,373 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T02:41:41,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:41:41,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:41,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:41,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:41,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:41,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55415660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:41,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,32977,-1 for getting cluster id 2024-11-14T02:41:41,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:41,374 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1833e99-c7db-4971-b0ed-f3868080a9c1' 2024-11-14T02:41:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1833e99-c7db-4971-b0ed-f3868080a9c1" 2024-11-14T02:41:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165819e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,32977,-1] 2024-11-14T02:41:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:41,375 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:41,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130bf706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:41,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f605ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:41,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42841,-1 for getting cluster id 2024-11-14T02:41:41,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:41,377 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9496a69c-a9ff-4f4e-9403-a94040edba79' 2024-11-14T02:41:41,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:41,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9496a69c-a9ff-4f4e-9403-a94040edba79" 2024-11-14T02:41:41,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f26042e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:41,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42841,-1] 2024-11-14T02:41:41,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:41,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:41,377 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:41,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd91007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:41,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712170d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:41,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,39581,-1 for getting cluster id 2024-11-14T02:41:41,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:41,379 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0750909f-d36e-4be4-b620-522ff13bcdcf' 2024-11-14T02:41:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0750909f-d36e-4be4-b620-522ff13bcdcf" 2024-11-14T02:41:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e19748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,39581,-1] 2024-11-14T02:41:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:41,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:41,379 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:41,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6510a6ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:41,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:41,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,45221,1731552075366, seqNum=-1] 2024-11-14T02:41:41,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:41:41,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:41:41,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731552088468.76745cc8617dddc9ed636d98e8643317., hostname=83c5a5c119d5,45221,1731552075366, seqNum=2] 2024-11-14T02:41:41,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:41,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,42271,1731552085620, seqNum=-1] 2024-11-14T02:41:41,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:41:41,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:41:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731552092775.d591e5bb1606acc29d491911d4adc8db., hostname=83c5a5c119d5,42271,1731552085620, seqNum=2] 2024-11-14T02:41:41,390 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T02:41:41,589 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:41:41,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:41,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:41,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:41,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:41,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:41,606 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 379, reset compression=false 2024-11-14T02:41:41,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:41,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:41,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:41,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:41,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:41,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:41,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:41,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:41,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:41,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:41,851 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 379, reset compression=false 2024-11-14T02:41:41,855 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:41:41,855 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 480, reset compression=false 2024-11-14T02:41:41,855 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.shipper83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,45221,1731552075366 got entry batch from reader: WALEntryBatch [walEntries=[{test/76745cc8617dddc9ed636d98e8643317/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T02:41:41,857 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.shipper83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:41:41,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-14T02:41:41,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40041 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:41:41,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c1cbd11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:41,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40041 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42841,-1 for getting cluster id 2024-11-14T02:41:41,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:41,859 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9496a69c-a9ff-4f4e-9403-a94040edba79' 2024-11-14T02:41:41,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:41,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9496a69c-a9ff-4f4e-9403-a94040edba79" 2024-11-14T02:41:41,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fdca755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:41,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42841,-1] 2024-11-14T02:41:41,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:41,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:41,860 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:41,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54e83d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:41,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40041 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:41,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40041,1731552080490, seqNum=-1] 2024-11-14T02:41:41,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:41:41,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T02:41:41,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731552090624.117e20d909644e3a6a1469a9877481a1., hostname=83c5a5c119d5,40041,1731552080490, seqNum=2] 2024-11-14T02:41:41,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40041 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:41:42,058 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 480, reset compression=false 2024-11-14T02:41:42,071 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 379, reset compression=false 2024-11-14T02:41:42,074 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:41:42,075 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 504, reset compression=false 2024-11-14T02:41:42,075 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,40041,1731552080490 got entry batch from reader: WALEntryBatch [walEntries=[{test/117e20d909644e3a6a1469a9877481a1/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T02:41:42,076 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:41:42,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-14T02:41:42,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:41:42,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b6f3dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:42,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,39581,-1 for getting cluster id 2024-11-14T02:41:42,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:41:42,078 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0750909f-d36e-4be4-b620-522ff13bcdcf' 2024-11-14T02:41:42,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:41:42,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0750909f-d36e-4be4-b620-522ff13bcdcf" 2024-11-14T02:41:42,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c3f1b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:42,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,39581,-1] 2024-11-14T02:41:42,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:41:42,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:42,079 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:41:42,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@570235b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:41:42,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:42,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,42271,1731552085620, seqNum=-1] 2024-11-14T02:41:42,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:41:42,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T02:41:42,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731552092775.d591e5bb1606acc29d491911d4adc8db., hostname=83c5a5c119d5,42271,1731552085620, seqNum=2] 2024-11-14T02:41:42,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:41:42,112 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 379, reset compression=false 2024-11-14T02:41:42,116 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:42,116 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 528, reset compression=false 2024-11-14T02:41:42,116 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,42271,1731552085620 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:41:42,278 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 504, reset compression=false 2024-11-14T02:41:42,319 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 528, reset compression=false 2024-11-14T02:41:42,361 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 480, reset compression=false 2024-11-14T02:41:42,392 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T02:41:42,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:41:42,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40041,1731552080490, seqNum=-1] 2024-11-14T02:41:42,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:41:42,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:41:42,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731552090624.117e20d909644e3a6a1469a9877481a1., hostname=83c5a5c119d5,40041,1731552080490, seqNum=2] 2024-11-14T02:41:42,398 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T02:41:42,581 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 504, reset compression=false 2024-11-14T02:41:42,584 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:41:42,584 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 608, reset compression=false 2024-11-14T02:41:42,584 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,40041,1731552080490 got entry batch from reader: WALEntryBatch [walEntries=[{test/117e20d909644e3a6a1469a9877481a1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T02:41:42,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:41:42,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:41:42,622 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 528, reset compression=false 2024-11-14T02:41:42,626 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:42,626 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 656, reset compression=false 2024-11-14T02:41:42,626 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,42271,1731552085620 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:41:42,763 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 480, reset compression=false 2024-11-14T02:41:42,788 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 608, reset compression=false 2024-11-14T02:41:42,829 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 656, reset compression=false 2024-11-14T02:41:43,091 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 608, reset compression=false 2024-11-14T02:41:43,132 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 656, reset compression=false 2024-11-14T02:41:43,266 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 480, reset compression=false 2024-11-14T02:41:43,399 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T02:41:43,401 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T02:41:43,494 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 608, reset compression=false 2024-11-14T02:41:43,534 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 656, reset compression=false 2024-11-14T02:41:43,537 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:41:43,538 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 760, reset compression=false 2024-11-14T02:41:43,538 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,42271,1731552085620 got entry batch from reader: WALEntryBatch [walEntries=[{test/d591e5bb1606acc29d491911d4adc8db/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T02:41:43,539 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:41:43,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-14T02:41:43,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40041 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:41:43,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40041 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:41:43,740 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 760, reset compression=false 2024-11-14T02:41:43,879 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 480, reset compression=false 2024-11-14T02:41:43,996 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 608, reset compression=false 2024-11-14T02:41:44,000 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:44,000 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 735, reset compression=false 2024-11-14T02:41:44,000 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,40041,1731552080490 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:41:44,043 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 760, reset compression=false 2024-11-14T02:41:44,203 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 735, reset compression=false 2024-11-14T02:41:44,403 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T02:41:44,405 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T02:41:44,446 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 760, reset compression=false 2024-11-14T02:41:44,506 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 735, reset compression=false 2024-11-14T02:41:44,582 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 480, reset compression=false 2024-11-14T02:41:44,586 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:41:44,586 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 636, reset compression=false 2024-11-14T02:41:44,586 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.shipper83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,45221,1731552075366 got entry batch from reader: WALEntryBatch [walEntries=[{test/76745cc8617dddc9ed636d98e8643317/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T02:41:44,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40041 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:41:44,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40041 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:41:44,592 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:41:44,592 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:41:44,593 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108757 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:41:44,789 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 636, reset compression=false 2024-11-14T02:41:44,908 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 735, reset compression=false 2024-11-14T02:41:44,912 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:41:44,912 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 883, reset compression=false 2024-11-14T02:41:44,912 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,40041,1731552080490 got entry batch from reader: WALEntryBatch [walEntries=[{test/117e20d909644e3a6a1469a9877481a1/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T02:41:44,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:41:44,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:41:44,949 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 760, reset compression=false 2024-11-14T02:41:44,953 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:44,953 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 932, reset compression=false 2024-11-14T02:41:44,953 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,42271,1731552085620 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:41:45,092 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 636, reset compression=false 2024-11-14T02:41:45,115 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 883, reset compression=false 2024-11-14T02:41:45,156 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 932, reset compression=false 2024-11-14T02:41:45,210 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:41:45,406 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T02:41:45,409 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T02:41:45,418 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 883, reset compression=false 2024-11-14T02:41:45,421 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:41:45,421 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 1042, reset compression=false 2024-11-14T02:41:45,421 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,40041,1731552080490 got entry batch from reader: WALEntryBatch [walEntries=[{test/117e20d909644e3a6a1469a9877481a1/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T02:41:45,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:41:45,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:41:45,459 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 932, reset compression=false 2024-11-14T02:41:45,463 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:45,463 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 1082, reset compression=false 2024-11-14T02:41:45,463 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,42271,1731552085620 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:41:45,495 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 636, reset compression=false 2024-11-14T02:41:45,624 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 1042, reset compression=false 2024-11-14T02:41:45,666 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 1082, reset compression=false 2024-11-14T02:41:45,699 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=35, reused chunk count=127, reuseRatio=78.40% 2024-11-14T02:41:45,699 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-14T02:41:45,927 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 1042, reset compression=false 2024-11-14T02:41:45,968 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 1082, reset compression=false 2024-11-14T02:41:45,997 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 636, reset compression=false 2024-11-14T02:41:46,330 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 1042, reset compression=false 2024-11-14T02:41:46,371 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 1082, reset compression=false 2024-11-14T02:41:46,410 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T02:41:46,413 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T02:41:46,600 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 636, reset compression=false 2024-11-14T02:41:46,833 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 1042, reset compression=false 2024-11-14T02:41:46,874 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 1082, reset compression=false 2024-11-14T02:41:46,877 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:41:46,877 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 1241, reset compression=false 2024-11-14T02:41:46,877 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,42271,1731552085620 got entry batch from reader: WALEntryBatch [walEntries=[{test/d591e5bb1606acc29d491911d4adc8db/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T02:41:46,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40041 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T02:41:46,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40041 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T02:41:47,080 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 1241, reset compression=false 2024-11-14T02:41:47,303 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 636, reset compression=false 2024-11-14T02:41:47,383 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 1241, reset compression=false 2024-11-14T02:41:47,415 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T02:41:47,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:41:47,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:41:47,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:47,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:47,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:47,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:47,420 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:41:47,420 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=363148914, stopped=false 2024-11-14T02:41:47,420 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,39581,1731552085514 2024-11-14T02:41:47,435 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 1042, reset compression=false 2024-11-14T02:41:47,439 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:47,439 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 1191, reset compression=false 2024-11-14T02:41:47,439 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,40041,1731552080490 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:41:47,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22014879908/running 2024-11-14T02:41:47,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22014879908/running 2024-11-14T02:41:47,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908 2024-11-14T02:41:47,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908 2024-11-14T02:41:47,451 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:41:47,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:41:47,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:47,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:47,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Set watcher on znode that does not yet exist, /22014879908/running 2024-11-14T02:41:47,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Set watcher on znode that does not yet exist, /22014879908/running 2024-11-14T02:41:47,452 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,42271,1731552085620' ***** 2024-11-14T02:41:47,452 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:41:47,453 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:41:47,453 INFO [RS:0;83c5a5c119d5:42271 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:41:47,453 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:41:47,453 INFO [RS:0;83c5a5c119d5:42271 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:41:47,453 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(3091): Received CLOSE for d591e5bb1606acc29d491911d4adc8db 2024-11-14T02:41:47,453 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(3091): Received CLOSE for e4e5823bb0349d5c53488a43bd38207b 2024-11-14T02:41:47,453 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,42271,1731552085620 2024-11-14T02:41:47,453 INFO [RS:0;83c5a5c119d5:42271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:41:47,453 INFO [RS:0;83c5a5c119d5:42271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:42271. 2024-11-14T02:41:47,453 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d591e5bb1606acc29d491911d4adc8db, disabling compactions & flushes 2024-11-14T02:41:47,453 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731552092775.d591e5bb1606acc29d491911d4adc8db. 2024-11-14T02:41:47,453 DEBUG [RS:0;83c5a5c119d5:42271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:47,453 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552092775.d591e5bb1606acc29d491911d4adc8db. 2024-11-14T02:41:47,453 DEBUG [RS:0;83c5a5c119d5:42271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:47,453 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731552092775.d591e5bb1606acc29d491911d4adc8db. after waiting 0 ms 2024-11-14T02:41:47,453 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731552092775.d591e5bb1606acc29d491911d4adc8db. 2024-11-14T02:41:47,453 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:41:47,453 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:41:47,453 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:41:47,453 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:41:47,453 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d591e5bb1606acc29d491911d4adc8db 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T02:41:47,454 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T02:41:47,454 DEBUG [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d591e5bb1606acc29d491911d4adc8db=test,,1731552092775.d591e5bb1606acc29d491911d4adc8db., e4e5823bb0349d5c53488a43bd38207b=hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b.} 2024-11-14T02:41:47,454 DEBUG [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d591e5bb1606acc29d491911d4adc8db, e4e5823bb0349d5c53488a43bd38207b 2024-11-14T02:41:47,454 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:41:47,454 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:41:47,454 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:41:47,454 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:41:47,454 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:41:47,454 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T02:41:47,467 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/.tmp/info/6ee2b3074fdd4f95bd1b4dc5f147dd88 is 147, key is hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b./info:regioninfo/1731552100388/Put/seqid=0 2024-11-14T02:41:47,470 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db/.tmp/f/dfd62eba0f584f9ba865d5452ffd1f10 is 29, key is row1/f:/1731552105407/DeleteFamily/seqid=0 2024-11-14T02:41:47,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741840_1016 (size=7686) 2024-11-14T02:41:47,471 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/.tmp/info/6ee2b3074fdd4f95bd1b4dc5f147dd88 2024-11-14T02:41:47,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741841_1017 (size=5152) 2024-11-14T02:41:47,473 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db/.tmp/f/dfd62eba0f584f9ba865d5452ffd1f10 2024-11-14T02:41:47,476 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dfd62eba0f584f9ba865d5452ffd1f10 2024-11-14T02:41:47,491 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db/.tmp/f1/289c3ff0992a446fb1fb51e0661c40a0 is 30, key is row1/f1:/1731552105407/DeleteFamily/seqid=0 2024-11-14T02:41:47,493 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/.tmp/ns/b2f4c4fa96bc4f65af855f0d5ad50f7a is 43, key is default/ns:d/1731552088334/Put/seqid=0 2024-11-14T02:41:47,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741842_1018 (size=5158) 2024-11-14T02:41:47,494 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db/.tmp/f1/289c3ff0992a446fb1fb51e0661c40a0 2024-11-14T02:41:47,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741843_1019 (size=5153) 2024-11-14T02:41:47,497 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/.tmp/ns/b2f4c4fa96bc4f65af855f0d5ad50f7a 2024-11-14T02:41:47,498 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 289c3ff0992a446fb1fb51e0661c40a0 2024-11-14T02:41:47,515 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db/.tmp/norep/e9698d324d824963b15cc244b1f0f7a1 is 33, key is row2/norep:/1731552106411/DeleteFamily/seqid=0 2024-11-14T02:41:47,518 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/.tmp/rep_barrier/090cc83a33c0492dbce07522aa828bc8 is 112, key is test,,1731552092775.d591e5bb1606acc29d491911d4adc8db./rep_barrier:seqnumDuringOpen/1731552093933/Put/seqid=0 2024-11-14T02:41:47,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741844_1020 (size=5108) 2024-11-14T02:41:47,518 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db/.tmp/norep/e9698d324d824963b15cc244b1f0f7a1 2024-11-14T02:41:47,521 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9698d324d824963b15cc244b1f0f7a1 2024-11-14T02:41:47,522 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db/.tmp/f/dfd62eba0f584f9ba865d5452ffd1f10 as hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db/f/dfd62eba0f584f9ba865d5452ffd1f10 2024-11-14T02:41:47,525 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dfd62eba0f584f9ba865d5452ffd1f10 2024-11-14T02:41:47,525 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db/f/dfd62eba0f584f9ba865d5452ffd1f10, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T02:41:47,526 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db/.tmp/f1/289c3ff0992a446fb1fb51e0661c40a0 as hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db/f1/289c3ff0992a446fb1fb51e0661c40a0 2024-11-14T02:41:47,529 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 289c3ff0992a446fb1fb51e0661c40a0 2024-11-14T02:41:47,529 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db/f1/289c3ff0992a446fb1fb51e0661c40a0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T02:41:47,529 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db/.tmp/norep/e9698d324d824963b15cc244b1f0f7a1 as hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db/norep/e9698d324d824963b15cc244b1f0f7a1 2024-11-14T02:41:47,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741845_1021 (size=5518) 2024-11-14T02:41:47,533 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/.tmp/rep_barrier/090cc83a33c0492dbce07522aa828bc8 2024-11-14T02:41:47,533 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9698d324d824963b15cc244b1f0f7a1 2024-11-14T02:41:47,533 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db/norep/e9698d324d824963b15cc244b1f0f7a1, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T02:41:47,534 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d591e5bb1606acc29d491911d4adc8db in 81ms, sequenceid=10, compaction requested=false 2024-11-14T02:41:47,537 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/default/test/d591e5bb1606acc29d491911d4adc8db/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T02:41:47,538 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:41:47,538 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:41:47,538 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731552092775.d591e5bb1606acc29d491911d4adc8db. 2024-11-14T02:41:47,538 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d591e5bb1606acc29d491911d4adc8db: Waiting for close lock at 1731552107453Running coprocessor pre-close hooks at 1731552107453Disabling compacts and flushes for region at 1731552107453Disabling writes for close at 1731552107453Obtaining lock to block concurrent updates at 1731552107453Preparing flush snapshotting stores in d591e5bb1606acc29d491911d4adc8db at 1731552107453Finished memstore snapshotting test,,1731552092775.d591e5bb1606acc29d491911d4adc8db., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731552107454 (+1 ms)Flushing stores of test,,1731552092775.d591e5bb1606acc29d491911d4adc8db. at 1731552107454Flushing d591e5bb1606acc29d491911d4adc8db/f: creating writer at 1731552107454Flushing d591e5bb1606acc29d491911d4adc8db/f: appending metadata at 1731552107469 (+15 ms)Flushing d591e5bb1606acc29d491911d4adc8db/f: closing flushed file at 1731552107470 (+1 ms)Flushing d591e5bb1606acc29d491911d4adc8db/f1: creating writer at 1731552107477 (+7 ms)Flushing d591e5bb1606acc29d491911d4adc8db/f1: appending metadata at 1731552107490 (+13 ms)Flushing d591e5bb1606acc29d491911d4adc8db/f1: closing flushed file at 1731552107490Flushing d591e5bb1606acc29d491911d4adc8db/norep: creating writer at 1731552107498 (+8 ms)Flushing d591e5bb1606acc29d491911d4adc8db/norep: appending metadata at 1731552107514 (+16 ms)Flushing d591e5bb1606acc29d491911d4adc8db/norep: closing flushed file at 1731552107514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60fea3a7: reopening flushed file at 1731552107522 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57876a7e: reopening flushed file at 1731552107525 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d960aa7: reopening flushed file at 1731552107529 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d591e5bb1606acc29d491911d4adc8db in 81ms, sequenceid=10, compaction requested=false at 1731552107534 (+5 ms)Writing region close event to WAL at 1731552107535 (+1 ms)Running coprocessor post-close hooks at 1731552107538 (+3 ms)Closed at 1731552107538 2024-11-14T02:41:47,538 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731552092775.d591e5bb1606acc29d491911d4adc8db. 2024-11-14T02:41:47,538 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4e5823bb0349d5c53488a43bd38207b, disabling compactions & flushes 2024-11-14T02:41:47,538 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b. 2024-11-14T02:41:47,538 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b. 2024-11-14T02:41:47,538 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b. after waiting 0 ms 2024-11-14T02:41:47,539 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b. 2024-11-14T02:41:47,539 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e4e5823bb0349d5c53488a43bd38207b 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-14T02:41:47,541 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:41:47,552 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/replication/e4e5823bb0349d5c53488a43bd38207b/.tmp/queue/e0fb496bc6b94ece8fc071182ac6f4b0 is 154, key is 1-83c5a5c119d5,42271,1731552085620/queue:83c5a5c119d5%2C42271%2C1731552085620/1731552106881/Put/seqid=0 2024-11-14T02:41:47,553 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/.tmp/table/50c1f460353b45bfb282e6bf8a013255 is 53, key is hbase:replication/table:state/1731552100393/Put/seqid=0 2024-11-14T02:41:47,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741846_1022 (size=5353) 2024-11-14T02:41:47,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741847_1023 (size=5308) 2024-11-14T02:41:47,556 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/.tmp/table/50c1f460353b45bfb282e6bf8a013255 2024-11-14T02:41:47,561 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/.tmp/info/6ee2b3074fdd4f95bd1b4dc5f147dd88 as hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/info/6ee2b3074fdd4f95bd1b4dc5f147dd88 2024-11-14T02:41:47,564 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/info/6ee2b3074fdd4f95bd1b4dc5f147dd88, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T02:41:47,564 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/.tmp/ns/b2f4c4fa96bc4f65af855f0d5ad50f7a as hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/ns/b2f4c4fa96bc4f65af855f0d5ad50f7a 2024-11-14T02:41:47,568 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/ns/b2f4c4fa96bc4f65af855f0d5ad50f7a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T02:41:47,568 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/.tmp/rep_barrier/090cc83a33c0492dbce07522aa828bc8 as hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/rep_barrier/090cc83a33c0492dbce07522aa828bc8 2024-11-14T02:41:47,572 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/rep_barrier/090cc83a33c0492dbce07522aa828bc8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T02:41:47,573 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/.tmp/table/50c1f460353b45bfb282e6bf8a013255 as hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/table/50c1f460353b45bfb282e6bf8a013255 2024-11-14T02:41:47,577 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/table/50c1f460353b45bfb282e6bf8a013255, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T02:41:47,577 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=16, compaction requested=false 2024-11-14T02:41:47,581 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T02:41:47,581 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:41:47,581 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:41:47,581 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:41:47,581 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552107454Running coprocessor pre-close hooks at 1731552107454Disabling compacts and flushes for region at 1731552107454Disabling writes for close at 1731552107454Obtaining lock to block concurrent updates at 1731552107454Preparing flush snapshotting stores in 1588230740 at 1731552107454Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731552107454Flushing stores of hbase:meta,,1.1588230740 at 1731552107454Flushing 1588230740/info: creating writer at 1731552107454Flushing 1588230740/info: appending metadata at 1731552107467 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731552107467Flushing 1588230740/ns: creating writer at 1731552107475 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731552107493 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731552107493Flushing 1588230740/rep_barrier: creating writer at 1731552107500 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731552107517 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731552107517Flushing 1588230740/table: creating writer at 1731552107536 (+19 ms)Flushing 1588230740/table: appending metadata at 1731552107552 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731552107552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6053b8c8: reopening flushed file at 1731552107560 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d3cde5: reopening flushed file at 1731552107564 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70472875: reopening flushed file at 1731552107568 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ae8c51: reopening flushed file at 1731552107572 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=16, compaction requested=false at 1731552107577 (+5 ms)Writing region close event to WAL at 1731552107578 (+1 ms)Running coprocessor post-close hooks at 1731552107581 (+3 ms)Closed at 1731552107581 2024-11-14T02:41:47,581 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:41:47,628 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:41:47,628 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:41:47,642 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 1191, reset compression=false 2024-11-14T02:41:47,654 DEBUG [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(1351): Waiting on e4e5823bb0349d5c53488a43bd38207b 2024-11-14T02:41:47,786 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 1241, reset compression=false 2024-11-14T02:41:47,789 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:47,789 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 2132, reset compression=false 2024-11-14T02:41:47,789 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,42271,1731552085620 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754, lastWalPosition=2132, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:41:47,790 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83c5a5c119d5,42271,1731552085620: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83c5a5c119d5,42271,1731552085620, walGroup=83c5a5c119d5%2C42271%2C1731552085620, offset=83c5a5c119d5%2C42271%2C1731552085620.1731552087754:2132, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:42271 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T02:41:47,791 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T02:41:47,791 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T02:41:47,792 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T02:41:47,792 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T02:41:47,792 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T02:41:47,792 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1277165568, "init": 1048576000, "max": 2306867200, "used": 993728976 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 202386640 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T02:41:47,792 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:39581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:39581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T02:41:47,854 DEBUG [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(1351): Waiting on e4e5823bb0349d5c53488a43bd38207b 2024-11-14T02:41:47,945 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 1191, reset compression=false 2024-11-14T02:41:47,955 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/replication/e4e5823bb0349d5c53488a43bd38207b/.tmp/queue/e0fb496bc6b94ece8fc071182ac6f4b0 2024-11-14T02:41:47,959 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/replication/e4e5823bb0349d5c53488a43bd38207b/.tmp/queue/e0fb496bc6b94ece8fc071182ac6f4b0 as hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/replication/e4e5823bb0349d5c53488a43bd38207b/queue/e0fb496bc6b94ece8fc071182ac6f4b0 2024-11-14T02:41:47,962 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/replication/e4e5823bb0349d5c53488a43bd38207b/queue/e0fb496bc6b94ece8fc071182ac6f4b0, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T02:41:47,963 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e4e5823bb0349d5c53488a43bd38207b in 424ms, sequenceid=12, compaction requested=false 2024-11-14T02:41:47,966 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/data/hbase/replication/e4e5823bb0349d5c53488a43bd38207b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T02:41:47,966 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:41:47,966 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:41:47,966 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b. 2024-11-14T02:41:47,966 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4e5823bb0349d5c53488a43bd38207b: Waiting for close lock at 1731552107538Running coprocessor pre-close hooks at 1731552107538Disabling compacts and flushes for region at 1731552107538Disabling writes for close at 1731552107539 (+1 ms)Obtaining lock to block concurrent updates at 1731552107539Preparing flush snapshotting stores in e4e5823bb0349d5c53488a43bd38207b at 1731552107539Finished memstore snapshotting hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731552107539Flushing stores of hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b. at 1731552107539Flushing e4e5823bb0349d5c53488a43bd38207b/queue: creating writer at 1731552107539Flushing e4e5823bb0349d5c53488a43bd38207b/queue: appending metadata at 1731552107551 (+12 ms)Flushing e4e5823bb0349d5c53488a43bd38207b/queue: closing flushed file at 1731552107551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5617f417: reopening flushed file at 1731552107958 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e4e5823bb0349d5c53488a43bd38207b in 424ms, sequenceid=12, compaction requested=false at 1731552107963 (+5 ms)Writing region close event to WAL at 1731552107963Running coprocessor post-close hooks at 1731552107966 (+3 ms)Closed at 1731552107966 2024-11-14T02:41:47,966 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731552099235.e4e5823bb0349d5c53488a43bd38207b. 2024-11-14T02:41:47,992 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.1731552087754 to pos 2132, reset compression=false 2024-11-14T02:41:48,054 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,42271,1731552085620; all regions closed. 2024-11-14T02:41:48,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741834_1010 (size=4239) 2024-11-14T02:41:48,056 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/WALs/83c5a5c119d5,42271,1731552085620/83c5a5c119d5%2C42271%2C1731552085620.meta.1731552088293.meta not finished, retry = 0 2024-11-14T02:41:48,107 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 636, reset compression=false 2024-11-14T02:41:48,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741839_1015 (size=3114) 2024-11-14T02:41:48,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741832_1008 (size=2140) 2024-11-14T02:41:48,160 DEBUG [RS:0;83c5a5c119d5:42271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:48,160 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:41:48,160 INFO [RS:0;83c5a5c119d5:42271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:41:48,161 INFO [RS:0;83c5a5c119d5:42271 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:41:48,161 INFO [RS:0;83c5a5c119d5:42271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:41:48,161 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:41:48,161 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83c5a5c119d5,42271,1731552085620 because: Region server is closing 2024-11-14T02:41:48,161 INFO [RS:0;83c5a5c119d5:42271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:42271. 2024-11-14T02:41:48,161 DEBUG [RS:0;83c5a5c119d5:42271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:48,161 DEBUG [RS:0;83c5a5c119d5:42271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:48,161 DEBUG [RS:0;83c5a5c119d5:42271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:48,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:48,262 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.shipper83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 terminated 2024-11-14T02:41:48,262 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,42271,1731552085620.replicationSource.wal-reader.83c5a5c119d5%2C42271%2C1731552085620,1-83c5a5c119d5,42271,1731552085620 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T02:41:48,262 INFO [RS:0;83c5a5c119d5:42271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:42271. 2024-11-14T02:41:48,262 DEBUG [RS:0;83c5a5c119d5:42271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:48,262 DEBUG [RS:0;83c5a5c119d5:42271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:48,262 DEBUG [RS:0;83c5a5c119d5:42271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:48,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:48,262 INFO [RS:0;83c5a5c119d5:42271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42271 2024-11-14T02:41:48,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22014879908/rs/83c5a5c119d5,42271,1731552085620 2024-11-14T02:41:48,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908/rs 2024-11-14T02:41:48,293 INFO [RS:0;83c5a5c119d5:42271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:41:48,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,42271,1731552085620] 2024-11-14T02:41:48,309 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22014879908/draining/83c5a5c119d5,42271,1731552085620 already deleted, retry=false 2024-11-14T02:41:48,310 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,42271,1731552085620 expired; onlineServers=0 2024-11-14T02:41:48,310 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,39581,1731552085514' ***** 2024-11-14T02:41:48,310 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:41:48,310 INFO [M:0;83c5a5c119d5:39581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:41:48,310 INFO [M:0;83c5a5c119d5:39581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:41:48,310 DEBUG [M:0;83c5a5c119d5:39581 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:41:48,310 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:41:48,310 DEBUG [M:0;83c5a5c119d5:39581 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:41:48,310 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552087525 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552087525,5,FailOnTimeoutGroup] 2024-11-14T02:41:48,310 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552087525 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552087525,5,FailOnTimeoutGroup] 2024-11-14T02:41:48,310 INFO [M:0;83c5a5c119d5:39581 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:41:48,310 INFO [M:0;83c5a5c119d5:39581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:41:48,310 DEBUG [M:0;83c5a5c119d5:39581 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:41:48,310 INFO [M:0;83c5a5c119d5:39581 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:41:48,310 INFO [M:0;83c5a5c119d5:39581 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:41:48,310 INFO [M:0;83c5a5c119d5:39581 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:41:48,311 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:41:48,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22014879908/master 2024-11-14T02:41:48,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22014879908 2024-11-14T02:41:48,318 DEBUG [M:0;83c5a5c119d5:39581 {}] zookeeper.ZKUtil(347): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Unable to get data of znode /22014879908/master because node does not exist (not an error) 2024-11-14T02:41:48,318 WARN [M:0;83c5a5c119d5:39581 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:41:48,326 INFO [M:0;83c5a5c119d5:39581 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/.lastflushedseqids 2024-11-14T02:41:48,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741848_1024 (size=245) 2024-11-14T02:41:48,348 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 1191, reset compression=false 2024-11-14T02:41:48,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:48,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10138818aa40007, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:48,401 INFO [RS:0;83c5a5c119d5:42271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:41:48,402 INFO [RS:0;83c5a5c119d5:42271 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,42271,1731552085620; zookeeper connection closed. 2024-11-14T02:41:48,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f2de7b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f2de7b6 2024-11-14T02:41:48,402 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:41:48,730 INFO [M:0;83c5a5c119d5:39581 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:41:48,731 INFO [M:0;83c5a5c119d5:39581 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:41:48,731 DEBUG [M:0;83c5a5c119d5:39581 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:41:48,731 INFO [M:0;83c5a5c119d5:39581 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:48,731 DEBUG [M:0;83c5a5c119d5:39581 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:48,731 DEBUG [M:0;83c5a5c119d5:39581 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:41:48,731 DEBUG [M:0;83c5a5c119d5:39581 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:48,731 INFO [M:0;83c5a5c119d5:39581 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T02:41:48,744 DEBUG [M:0;83c5a5c119d5:39581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/204356979af549cc8f9ae1a1adc482a2 is 82, key is hbase:meta,,1/info:regioninfo/1731552088318/Put/seqid=0 2024-11-14T02:41:48,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741849_1025 (size=5672) 2024-11-14T02:41:48,850 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 1191, reset compression=false 2024-11-14T02:41:49,010 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 636, reset compression=false 2024-11-14T02:41:49,147 INFO [M:0;83c5a5c119d5:39581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/204356979af549cc8f9ae1a1adc482a2 2024-11-14T02:41:49,163 DEBUG [M:0;83c5a5c119d5:39581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a58e49628ad747ef922cf783989830c7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731552100396/Put/seqid=0 2024-11-14T02:41:49,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741850_1026 (size=8516) 2024-11-14T02:41:49,453 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 1191, reset compression=false 2024-11-14T02:41:49,566 INFO [M:0;83c5a5c119d5:39581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a58e49628ad747ef922cf783989830c7 2024-11-14T02:41:49,582 DEBUG [M:0;83c5a5c119d5:39581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a271332c0e1a469086b7aac49bc658b5 is 69, key is 83c5a5c119d5,42271,1731552085620/rs:state/1731552087573/Put/seqid=0 2024-11-14T02:41:49,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741851_1027 (size=5156) 2024-11-14T02:41:49,966 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:41:49,985 INFO [M:0;83c5a5c119d5:39581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a271332c0e1a469086b7aac49bc658b5 2024-11-14T02:41:49,989 DEBUG [M:0;83c5a5c119d5:39581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/204356979af549cc8f9ae1a1adc482a2 as hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/204356979af549cc8f9ae1a1adc482a2 2024-11-14T02:41:49,992 INFO [M:0;83c5a5c119d5:39581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/204356979af549cc8f9ae1a1adc482a2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T02:41:49,992 DEBUG [M:0;83c5a5c119d5:39581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a58e49628ad747ef922cf783989830c7 as hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a58e49628ad747ef922cf783989830c7 2024-11-14T02:41:49,995 INFO [M:0;83c5a5c119d5:39581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a58e49628ad747ef922cf783989830c7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T02:41:49,995 DEBUG [M:0;83c5a5c119d5:39581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a271332c0e1a469086b7aac49bc658b5 as hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a271332c0e1a469086b7aac49bc658b5 2024-11-14T02:41:49,998 INFO [M:0;83c5a5c119d5:39581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39269/user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a271332c0e1a469086b7aac49bc658b5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T02:41:49,999 INFO [M:0;83c5a5c119d5:39581 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=97, compaction requested=false 2024-11-14T02:41:50,000 INFO [M:0;83c5a5c119d5:39581 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:50,000 DEBUG [M:0;83c5a5c119d5:39581 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552108731Disabling compacts and flushes for region at 1731552108731Disabling writes for close at 1731552108731Obtaining lock to block concurrent updates at 1731552108731Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731552108731Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731552108731Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731552108732 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731552108732Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731552108744 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731552108744Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731552109150 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731552109163 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731552109163Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731552109570 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731552109582 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731552109582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b02ebb1: reopening flushed file at 1731552109988 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45fe7941: reopening flushed file at 1731552109992 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13aab9c0: reopening flushed file at 1731552109995 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=97, compaction requested=false at 1731552109999 (+4 ms)Writing region close event to WAL at 1731552110000 (+1 ms)Closed at 1731552110000 2024-11-14T02:41:50,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741830_1006 (size=63654) 2024-11-14T02:41:50,001 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e7b22b6e-9438-2703-e851-dd1e0bb123b1/MasterData/WALs/83c5a5c119d5,39581,1731552085514/83c5a5c119d5%2C39581%2C1731552085514.1731552087337 not finished, retry = 0 2024-11-14T02:41:50,013 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 636, reset compression=false 2024-11-14T02:41:50,102 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:41:50,102 INFO [M:0;83c5a5c119d5:39581 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:41:50,102 INFO [M:0;83c5a5c119d5:39581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39581 2024-11-14T02:41:50,103 INFO [M:0;83c5a5c119d5:39581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:41:50,156 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 1191, reset compression=false 2024-11-14T02:41:50,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:50,230 INFO [M:0;83c5a5c119d5:39581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:41:50,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39581-0x10138818aa40006, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:50,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c689488{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:41:50,234 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@481dc0ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:41:50,234 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:41:50,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@547b2a02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:41:50,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@125af0d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/hadoop.log.dir/,STOPPED} 2024-11-14T02:41:50,236 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:41:50,236 WARN [BP-1985302413-172.17.0.2-1731552083762 heartbeating to localhost/127.0.0.1:39269 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:41:50,236 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:41:50,236 WARN [BP-1985302413-172.17.0.2-1731552083762 heartbeating to localhost/127.0.0.1:39269 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1985302413-172.17.0.2-1731552083762 (Datanode Uuid cc49c896-b813-4a00-91bf-e7949557f471) service to localhost/127.0.0.1:39269 2024-11-14T02:41:50,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/cluster_253bdf84-23af-cda6-4e1b-6db7580f5ea1/data/data1/current/BP-1985302413-172.17.0.2-1731552083762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:41:50,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/cluster_253bdf84-23af-cda6-4e1b-6db7580f5ea1/data/data2/current/BP-1985302413-172.17.0.2-1731552083762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:41:50,237 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:41:50,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39a3e80e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:41:50,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ca087cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:41:50,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:41:50,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12a0626d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:41:50,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ea353dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/hadoop.log.dir/,STOPPED} 2024-11-14T02:41:50,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:41:50,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:41:50,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:41:50,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:50,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:50,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:50,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:50,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:41:50,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1874764473, stopped=false 2024-11-14T02:41:50,253 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,42841,1731552080377 2024-11-14T02:41:50,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-113276870/running 2024-11-14T02:41:50,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-113276870/running 2024-11-14T02:41:50,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870 2024-11-14T02:41:50,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870 2024-11-14T02:41:50,272 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:41:50,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:41:50,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:50,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:50,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Set watcher on znode that does not yet exist, /1-113276870/running 2024-11-14T02:41:50,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Set watcher on znode that does not yet exist, /1-113276870/running 2024-11-14T02:41:50,273 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,40041,1731552080490' ***** 2024-11-14T02:41:50,273 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:41:50,273 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:41:50,273 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:41:50,273 INFO [RS:0;83c5a5c119d5:40041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:41:50,273 INFO [RS:0;83c5a5c119d5:40041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:41:50,273 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(3091): Received CLOSE for 345fc83e07f7e62a64b9871189ce446e 2024-11-14T02:41:50,273 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(3091): Received CLOSE for 117e20d909644e3a6a1469a9877481a1 2024-11-14T02:41:50,273 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,40041,1731552080490 2024-11-14T02:41:50,273 INFO [RS:0;83c5a5c119d5:40041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:41:50,273 INFO [RS:0;83c5a5c119d5:40041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:40041. 2024-11-14T02:41:50,273 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 345fc83e07f7e62a64b9871189ce446e, disabling compactions & flushes 2024-11-14T02:41:50,273 DEBUG [RS:0;83c5a5c119d5:40041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:50,273 DEBUG [RS:0;83c5a5c119d5:40041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:50,273 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e. 2024-11-14T02:41:50,273 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e. 2024-11-14T02:41:50,273 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:41:50,273 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:41:50,273 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e. after waiting 0 ms 2024-11-14T02:41:50,273 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:41:50,273 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e. 2024-11-14T02:41:50,273 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:41:50,273 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 345fc83e07f7e62a64b9871189ce446e 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-14T02:41:50,274 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T02:41:50,274 DEBUG [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 345fc83e07f7e62a64b9871189ce446e=hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e., 117e20d909644e3a6a1469a9877481a1=test,,1731552090624.117e20d909644e3a6a1469a9877481a1.} 2024-11-14T02:41:50,274 DEBUG [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1351): Waiting on 117e20d909644e3a6a1469a9877481a1, 1588230740, 345fc83e07f7e62a64b9871189ce446e 2024-11-14T02:41:50,274 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:41:50,274 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:41:50,274 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:41:50,274 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:41:50,274 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:41:50,274 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T02:41:50,286 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/.tmp/info/6fef2bc2951a48f5b9af4158011dc260 is 147, key is hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e./info:regioninfo/1731552098257/Put/seqid=0 2024-11-14T02:41:50,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741840_1016 (size=7686) 2024-11-14T02:41:50,290 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/replication/345fc83e07f7e62a64b9871189ce446e/.tmp/queue/ceebf31185b14a6d90da00b73c44ce13 is 154, key is 1-83c5a5c119d5,40041,1731552080490/queue:83c5a5c119d5%2C40041%2C1731552080490/1731552107440/Put/seqid=0 2024-11-14T02:41:50,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741841_1017 (size=5353) 2024-11-14T02:41:50,333 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:41:50,474 DEBUG [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1351): Waiting on 117e20d909644e3a6a1469a9877481a1, 1588230740, 345fc83e07f7e62a64b9871189ce446e 2024-11-14T02:41:50,521 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:41:50,521 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:41:50,674 DEBUG [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1351): Waiting on 117e20d909644e3a6a1469a9877481a1, 1588230740, 345fc83e07f7e62a64b9871189ce446e 2024-11-14T02:41:50,690 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/.tmp/info/6fef2bc2951a48f5b9af4158011dc260 2024-11-14T02:41:50,693 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/replication/345fc83e07f7e62a64b9871189ce446e/.tmp/queue/ceebf31185b14a6d90da00b73c44ce13 2024-11-14T02:41:50,697 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/replication/345fc83e07f7e62a64b9871189ce446e/.tmp/queue/ceebf31185b14a6d90da00b73c44ce13 as hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/replication/345fc83e07f7e62a64b9871189ce446e/queue/ceebf31185b14a6d90da00b73c44ce13 2024-11-14T02:41:50,700 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/replication/345fc83e07f7e62a64b9871189ce446e/queue/ceebf31185b14a6d90da00b73c44ce13, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T02:41:50,701 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 345fc83e07f7e62a64b9871189ce446e in 428ms, sequenceid=12, compaction requested=false 2024-11-14T02:41:50,703 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/replication/345fc83e07f7e62a64b9871189ce446e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T02:41:50,704 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:41:50,704 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:41:50,704 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e. 2024-11-14T02:41:50,704 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 345fc83e07f7e62a64b9871189ce446e: Waiting for close lock at 1731552110273Running coprocessor pre-close hooks at 1731552110273Disabling compacts and flushes for region at 1731552110273Disabling writes for close at 1731552110273Obtaining lock to block concurrent updates at 1731552110273Preparing flush snapshotting stores in 345fc83e07f7e62a64b9871189ce446e at 1731552110273Finished memstore snapshotting hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731552110274 (+1 ms)Flushing stores of hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e. at 1731552110274Flushing 345fc83e07f7e62a64b9871189ce446e/queue: creating writer at 1731552110274Flushing 345fc83e07f7e62a64b9871189ce446e/queue: appending metadata at 1731552110290 (+16 ms)Flushing 345fc83e07f7e62a64b9871189ce446e/queue: closing flushed file at 1731552110290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f21f175: reopening flushed file at 1731552110696 (+406 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 345fc83e07f7e62a64b9871189ce446e in 428ms, sequenceid=12, compaction requested=false at 1731552110701 (+5 ms)Writing region close event to WAL at 1731552110701Running coprocessor post-close hooks at 1731552110704 (+3 ms)Closed at 1731552110704 2024-11-14T02:41:50,704 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731552097085.345fc83e07f7e62a64b9871189ce446e. 2024-11-14T02:41:50,704 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 117e20d909644e3a6a1469a9877481a1, disabling compactions & flushes 2024-11-14T02:41:50,704 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731552090624.117e20d909644e3a6a1469a9877481a1. 2024-11-14T02:41:50,704 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552090624.117e20d909644e3a6a1469a9877481a1. 2024-11-14T02:41:50,704 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731552090624.117e20d909644e3a6a1469a9877481a1. after waiting 0 ms 2024-11-14T02:41:50,704 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731552090624.117e20d909644e3a6a1469a9877481a1. 2024-11-14T02:41:50,704 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 117e20d909644e3a6a1469a9877481a1 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T02:41:50,707 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/.tmp/ns/26ac8822d37d44238fc66ee35866f5c7 is 43, key is default/ns:d/1731552083629/Put/seqid=0 2024-11-14T02:41:50,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741842_1018 (size=5153) 2024-11-14T02:41:50,710 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/.tmp/ns/26ac8822d37d44238fc66ee35866f5c7 2024-11-14T02:41:50,720 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1/.tmp/f/2d07d571dd2c4db7bbcc20dbfeb8242e is 29, key is row1/f:/1731552105407/DeleteFamily/seqid=0 2024-11-14T02:41:50,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741843_1019 (size=5152) 2024-11-14T02:41:50,727 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/.tmp/rep_barrier/de5216d9387f464e9b532d5b16be3392 is 112, key is test,,1731552090624.117e20d909644e3a6a1469a9877481a1./rep_barrier:seqnumDuringOpen/1731552091764/Put/seqid=0 2024-11-14T02:41:50,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741844_1020 (size=5518) 2024-11-14T02:41:50,874 DEBUG [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1351): Waiting on 117e20d909644e3a6a1469a9877481a1, 1588230740 2024-11-14T02:41:50,959 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 1191, reset compression=false 2024-11-14T02:41:50,963 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:50,963 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 1438, reset compression=false 2024-11-14T02:41:50,963 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,40041,1731552080490 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:41:50,963 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83c5a5c119d5,40041,1731552080490: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83c5a5c119d5,40041,1731552080490, walGroup=83c5a5c119d5%2C40041%2C1731552080490, offset=83c5a5c119d5%2C40041%2C1731552080490.1731552082643:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:40041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T02:41:50,964 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T02:41:50,964 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T02:41:50,965 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T02:41:50,965 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T02:41:50,965 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T02:41:50,965 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1277165568, "init": 1048576000, "max": 2306867200, "used": 1050352080 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 202592936 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T02:41:50,965 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:42841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:42841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T02:41:51,074 DEBUG [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1351): Waiting on 117e20d909644e3a6a1469a9877481a1, 1588230740 2024-11-14T02:41:51,116 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 636, reset compression=false 2024-11-14T02:41:51,123 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1/.tmp/f/2d07d571dd2c4db7bbcc20dbfeb8242e 2024-11-14T02:41:51,126 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d07d571dd2c4db7bbcc20dbfeb8242e 2024-11-14T02:41:51,130 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/.tmp/rep_barrier/de5216d9387f464e9b532d5b16be3392 2024-11-14T02:41:51,143 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1/.tmp/f1/d8ca3dfa75df4699b75f3e2a55ea21d1 is 30, key is row1/f1:/1731552105407/DeleteFamily/seqid=0 2024-11-14T02:41:51,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741845_1021 (size=5158) 2024-11-14T02:41:51,150 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/.tmp/table/90be711d057b41399c1053dac6ba05d3 is 53, key is hbase:replication/table:state/1731552098262/Put/seqid=0 2024-11-14T02:41:51,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741846_1022 (size=5308) 2024-11-14T02:41:51,166 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 1438, reset compression=false 2024-11-14T02:41:51,274 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T02:41:51,274 DEBUG [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 117e20d909644e3a6a1469a9877481a1=test,,1731552090624.117e20d909644e3a6a1469a9877481a1.} 2024-11-14T02:41:51,274 DEBUG [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1351): Waiting on 117e20d909644e3a6a1469a9877481a1, 1588230740 2024-11-14T02:41:51,469 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 1438, reset compression=false 2024-11-14T02:41:51,475 DEBUG [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1351): Waiting on 117e20d909644e3a6a1469a9877481a1, 1588230740 2024-11-14T02:41:51,546 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1/.tmp/f1/d8ca3dfa75df4699b75f3e2a55ea21d1 2024-11-14T02:41:51,549 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8ca3dfa75df4699b75f3e2a55ea21d1 2024-11-14T02:41:51,553 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/.tmp/table/90be711d057b41399c1053dac6ba05d3 2024-11-14T02:41:51,556 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/.tmp/info/6fef2bc2951a48f5b9af4158011dc260 as hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/info/6fef2bc2951a48f5b9af4158011dc260 2024-11-14T02:41:51,559 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/info/6fef2bc2951a48f5b9af4158011dc260, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T02:41:51,560 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/.tmp/ns/26ac8822d37d44238fc66ee35866f5c7 as hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/ns/26ac8822d37d44238fc66ee35866f5c7 2024-11-14T02:41:51,563 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/ns/26ac8822d37d44238fc66ee35866f5c7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T02:41:51,563 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/.tmp/rep_barrier/de5216d9387f464e9b532d5b16be3392 as hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/rep_barrier/de5216d9387f464e9b532d5b16be3392 2024-11-14T02:41:51,564 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1/.tmp/norep/6d213b969f9d49b892c1cc8c6e1444ce is 33, key is row1/norep:/1731552105407/DeleteFamily/seqid=0 2024-11-14T02:41:51,566 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/rep_barrier/de5216d9387f464e9b532d5b16be3392, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T02:41:51,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741847_1023 (size=5108) 2024-11-14T02:41:51,567 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/.tmp/table/90be711d057b41399c1053dac6ba05d3 as hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/table/90be711d057b41399c1053dac6ba05d3 2024-11-14T02:41:51,578 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/table/90be711d057b41399c1053dac6ba05d3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T02:41:51,579 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=16, compaction requested=false 2024-11-14T02:41:51,582 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T02:41:51,582 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:41:51,582 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:41:51,582 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:41:51,582 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552110274Running coprocessor pre-close hooks at 1731552110274Disabling compacts and flushes for region at 1731552110274Disabling writes for close at 1731552110274Obtaining lock to block concurrent updates at 1731552110274Preparing flush snapshotting stores in 1588230740 at 1731552110274Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731552110274Flushing stores of hbase:meta,,1.1588230740 at 1731552110274Flushing 1588230740/info: creating writer at 1731552110274Flushing 1588230740/info: appending metadata at 1731552110286 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731552110286Flushing 1588230740/ns: creating writer at 1731552110693 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731552110707 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731552110707Flushing 1588230740/rep_barrier: creating writer at 1731552110713 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731552110727 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731552110727Flushing 1588230740/table: creating writer at 1731552111134 (+407 ms)Flushing 1588230740/table: appending metadata at 1731552111149 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731552111149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24dcd69d: reopening flushed file at 1731552111556 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c630465: reopening flushed file at 1731552111559 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509114b4: reopening flushed file at 1731552111563 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cfcb799: reopening flushed file at 1731552111566 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=16, compaction requested=false at 1731552111579 (+13 ms)Writing region close event to WAL at 1731552111580 (+1 ms)Running coprocessor post-close hooks at 1731552111582 (+2 ms)Closed at 1731552111582 2024-11-14T02:41:51,583 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:41:51,675 DEBUG [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1351): Waiting on 117e20d909644e3a6a1469a9877481a1 2024-11-14T02:41:51,872 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.wal-reader.83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 to pos 1438, reset compression=false 2024-11-14T02:41:51,875 DEBUG [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1351): Waiting on 117e20d909644e3a6a1469a9877481a1 2024-11-14T02:41:51,967 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1/.tmp/norep/6d213b969f9d49b892c1cc8c6e1444ce 2024-11-14T02:41:51,970 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d213b969f9d49b892c1cc8c6e1444ce 2024-11-14T02:41:51,971 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1/.tmp/f/2d07d571dd2c4db7bbcc20dbfeb8242e as hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1/f/2d07d571dd2c4db7bbcc20dbfeb8242e 2024-11-14T02:41:51,974 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d07d571dd2c4db7bbcc20dbfeb8242e 2024-11-14T02:41:51,974 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1/f/2d07d571dd2c4db7bbcc20dbfeb8242e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T02:41:51,975 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1/.tmp/f1/d8ca3dfa75df4699b75f3e2a55ea21d1 as hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1/f1/d8ca3dfa75df4699b75f3e2a55ea21d1 2024-11-14T02:41:51,978 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8ca3dfa75df4699b75f3e2a55ea21d1 2024-11-14T02:41:51,978 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1/f1/d8ca3dfa75df4699b75f3e2a55ea21d1, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T02:41:51,978 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1/.tmp/norep/6d213b969f9d49b892c1cc8c6e1444ce as hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1/norep/6d213b969f9d49b892c1cc8c6e1444ce 2024-11-14T02:41:51,981 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d213b969f9d49b892c1cc8c6e1444ce 2024-11-14T02:41:51,981 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1/norep/6d213b969f9d49b892c1cc8c6e1444ce, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T02:41:51,982 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 117e20d909644e3a6a1469a9877481a1 in 1278ms, sequenceid=10, compaction requested=false 2024-11-14T02:41:51,982 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T02:41:51,986 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/data/default/test/117e20d909644e3a6a1469a9877481a1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T02:41:51,986 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:41:51,986 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:41:51,986 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731552090624.117e20d909644e3a6a1469a9877481a1. 2024-11-14T02:41:51,986 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 117e20d909644e3a6a1469a9877481a1: Waiting for close lock at 1731552110704Running coprocessor pre-close hooks at 1731552110704Disabling compacts and flushes for region at 1731552110704Disabling writes for close at 1731552110704Obtaining lock to block concurrent updates at 1731552110704Preparing flush snapshotting stores in 117e20d909644e3a6a1469a9877481a1 at 1731552110704Finished memstore snapshotting test,,1731552090624.117e20d909644e3a6a1469a9877481a1., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731552110705 (+1 ms)Flushing stores of test,,1731552090624.117e20d909644e3a6a1469a9877481a1. at 1731552110705Flushing 117e20d909644e3a6a1469a9877481a1/f: creating writer at 1731552110705Flushing 117e20d909644e3a6a1469a9877481a1/f: appending metadata at 1731552110719 (+14 ms)Flushing 117e20d909644e3a6a1469a9877481a1/f: closing flushed file at 1731552110719Flushing 117e20d909644e3a6a1469a9877481a1/f1: creating writer at 1731552111126 (+407 ms)Flushing 117e20d909644e3a6a1469a9877481a1/f1: appending metadata at 1731552111142 (+16 ms)Flushing 117e20d909644e3a6a1469a9877481a1/f1: closing flushed file at 1731552111142Flushing 117e20d909644e3a6a1469a9877481a1/norep: creating writer at 1731552111550 (+408 ms)Flushing 117e20d909644e3a6a1469a9877481a1/norep: appending metadata at 1731552111563 (+13 ms)Flushing 117e20d909644e3a6a1469a9877481a1/norep: closing flushed file at 1731552111563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6922406b: reopening flushed file at 1731552111970 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a273e3b: reopening flushed file at 1731552111974 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@245a6d9e: reopening flushed file at 1731552111978 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 117e20d909644e3a6a1469a9877481a1 in 1278ms, sequenceid=10, compaction requested=false at 1731552111982 (+4 ms)Writing region close event to WAL at 1731552111983 (+1 ms)Running coprocessor post-close hooks at 1731552111986 (+3 ms)Closed at 1731552111986 2024-11-14T02:41:51,986 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731552090624.117e20d909644e3a6a1469a9877481a1. 2024-11-14T02:41:52,075 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,40041,1731552080490; all regions closed. 2024-11-14T02:41:52,077 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.meta.1731552083589.meta not finished, retry = 0 2024-11-14T02:41:52,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741834_1010 (size=4239) 2024-11-14T02:41:52,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741839_1015 (size=3114) 2024-11-14T02:41:52,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741832_1008 (size=2090) 2024-11-14T02:41:52,181 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/WALs/83c5a5c119d5,40041,1731552080490/83c5a5c119d5%2C40041%2C1731552080490.1731552082643 not finished, retry = 0 2024-11-14T02:41:52,282 DEBUG [RS:0;83c5a5c119d5:40041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:52,282 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:41:52,282 INFO [RS:0;83c5a5c119d5:40041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:41:52,282 INFO [RS:0;83c5a5c119d5:40041 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:41:52,282 INFO [RS:0;83c5a5c119d5:40041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:41:52,282 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:41:52,283 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83c5a5c119d5,40041,1731552080490 because: Region server is closing 2024-11-14T02:41:52,283 INFO [RS:0;83c5a5c119d5:40041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:40041. 2024-11-14T02:41:52,283 DEBUG [RS:0;83c5a5c119d5:40041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:52,283 DEBUG [RS:0;83c5a5c119d5:40041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:52,283 DEBUG [RS:0;83c5a5c119d5:40041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:52,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:52,319 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 636, reset compression=false 2024-11-14T02:41:52,383 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,40041,1731552080490.replicationSource.shipper83c5a5c119d5%2C40041%2C1731552080490,1-83c5a5c119d5,40041,1731552080490 terminated 2024-11-14T02:41:52,383 INFO [RS:0;83c5a5c119d5:40041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:40041. 2024-11-14T02:41:52,383 DEBUG [RS:0;83c5a5c119d5:40041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:52,383 DEBUG [RS:0;83c5a5c119d5:40041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:52,383 DEBUG [RS:0;83c5a5c119d5:40041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:52,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:52,383 INFO [RS:0;83c5a5c119d5:40041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40041 2024-11-14T02:41:52,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870/rs 2024-11-14T02:41:52,409 INFO [RS:0;83c5a5c119d5:40041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:41:52,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-113276870/rs/83c5a5c119d5,40041,1731552080490 2024-11-14T02:41:52,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,40041,1731552080490] 2024-11-14T02:41:52,459 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-113276870/draining/83c5a5c119d5,40041,1731552080490 already deleted, retry=false 2024-11-14T02:41:52,459 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,40041,1731552080490 expired; onlineServers=0 2024-11-14T02:41:52,459 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,42841,1731552080377' ***** 2024-11-14T02:41:52,459 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:41:52,459 INFO [M:0;83c5a5c119d5:42841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:41:52,460 INFO [M:0;83c5a5c119d5:42841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:41:52,460 DEBUG [M:0;83c5a5c119d5:42841 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:41:52,460 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:41:52,460 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552082417 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552082417,5,FailOnTimeoutGroup] 2024-11-14T02:41:52,460 DEBUG [M:0;83c5a5c119d5:42841 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:41:52,460 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552082417 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552082417,5,FailOnTimeoutGroup] 2024-11-14T02:41:52,460 INFO [M:0;83c5a5c119d5:42841 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:41:52,460 INFO [M:0;83c5a5c119d5:42841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:41:52,460 DEBUG [M:0;83c5a5c119d5:42841 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:41:52,460 INFO [M:0;83c5a5c119d5:42841 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:41:52,460 INFO [M:0;83c5a5c119d5:42841 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:41:52,460 INFO [M:0;83c5a5c119d5:42841 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:41:52,460 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:41:52,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-113276870/master 2024-11-14T02:41:52,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-113276870 2024-11-14T02:41:52,468 DEBUG [M:0;83c5a5c119d5:42841 {}] zookeeper.ZKUtil(347): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Unable to get data of znode /1-113276870/master because node does not exist (not an error) 2024-11-14T02:41:52,468 WARN [M:0;83c5a5c119d5:42841 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:41:52,468 INFO [M:0;83c5a5c119d5:42841 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/.lastflushedseqids 2024-11-14T02:41:52,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741848_1024 (size=245) 2024-11-14T02:41:52,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:52,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:52,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:52,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:52,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:52,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:52,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:52,541 INFO [RS:0;83c5a5c119d5:40041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:41:52,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40041-0x10138818aa40004, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:52,541 INFO [RS:0;83c5a5c119d5:40041 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,40041,1731552080490; zookeeper connection closed. 2024-11-14T02:41:52,541 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f9a3dc9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f9a3dc9 2024-11-14T02:41:52,541 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:41:52,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:52,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:52,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:52,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:52,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:52,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:52,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:52,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:52,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:52,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:52,872 INFO [M:0;83c5a5c119d5:42841 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:41:52,872 INFO [M:0;83c5a5c119d5:42841 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:41:52,872 DEBUG [M:0;83c5a5c119d5:42841 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:41:52,872 INFO [M:0;83c5a5c119d5:42841 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:52,872 DEBUG [M:0;83c5a5c119d5:42841 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:52,872 DEBUG [M:0;83c5a5c119d5:42841 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:41:52,873 DEBUG [M:0;83c5a5c119d5:42841 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:52,873 INFO [M:0;83c5a5c119d5:42841 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T02:41:52,886 DEBUG [M:0;83c5a5c119d5:42841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7881391a37454e2ca428ae2030037153 is 82, key is hbase:meta,,1/info:regioninfo/1731552083615/Put/seqid=0 2024-11-14T02:41:52,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741849_1025 (size=5672) 2024-11-14T02:41:53,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:41:53,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:53,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:53,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:53,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:53,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:53,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:53,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:53,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:53,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:53,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:53,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:53,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:53,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:53,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:53,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:53,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:41:53,290 INFO [M:0;83c5a5c119d5:42841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7881391a37454e2ca428ae2030037153 2024-11-14T02:41:53,309 DEBUG [M:0;83c5a5c119d5:42841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51e190a0a78141f8b6c5ca2089555579 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731552098265/Put/seqid=0 2024-11-14T02:41:53,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741850_1026 (size=8517) 2024-11-14T02:41:53,621 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 636, reset compression=false 2024-11-14T02:41:53,713 INFO [M:0;83c5a5c119d5:42841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51e190a0a78141f8b6c5ca2089555579 2024-11-14T02:41:53,728 DEBUG [M:0;83c5a5c119d5:42841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cced207dde16491aa4fdba4257c6bdd5 is 69, key is 83c5a5c119d5,40041,1731552080490/rs:state/1731552082450/Put/seqid=0 2024-11-14T02:41:53,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741851_1027 (size=5156) 2024-11-14T02:41:54,131 INFO [M:0;83c5a5c119d5:42841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cced207dde16491aa4fdba4257c6bdd5 2024-11-14T02:41:54,135 DEBUG [M:0;83c5a5c119d5:42841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7881391a37454e2ca428ae2030037153 as hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7881391a37454e2ca428ae2030037153 2024-11-14T02:41:54,138 INFO [M:0;83c5a5c119d5:42841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7881391a37454e2ca428ae2030037153, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T02:41:54,139 DEBUG [M:0;83c5a5c119d5:42841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51e190a0a78141f8b6c5ca2089555579 as hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51e190a0a78141f8b6c5ca2089555579 2024-11-14T02:41:54,142 INFO [M:0;83c5a5c119d5:42841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51e190a0a78141f8b6c5ca2089555579, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T02:41:54,143 DEBUG [M:0;83c5a5c119d5:42841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cced207dde16491aa4fdba4257c6bdd5 as hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cced207dde16491aa4fdba4257c6bdd5 2024-11-14T02:41:54,150 INFO [M:0;83c5a5c119d5:42841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39645/user/jenkins/test-data/cba20f3f-e974-9b52-4870-8d17593abfd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cced207dde16491aa4fdba4257c6bdd5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T02:41:54,150 INFO [M:0;83c5a5c119d5:42841 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-14T02:41:54,151 INFO [M:0;83c5a5c119d5:42841 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:54,151 DEBUG [M:0;83c5a5c119d5:42841 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552112872Disabling compacts and flushes for region at 1731552112872Disabling writes for close at 1731552112872Obtaining lock to block concurrent updates at 1731552112873 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731552112873Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731552112873Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731552112873Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731552112873Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731552112886 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731552112886Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731552113293 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731552113309 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731552113309Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731552113716 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731552113728 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731552113728Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c60ce4: reopening flushed file at 1731552114135 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c776f8: reopening flushed file at 1731552114138 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a3f8a2: reopening flushed file at 1731552114143 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1731552114150 (+7 ms)Writing region close event to WAL at 1731552114151 (+1 ms)Closed at 1731552114151 2024-11-14T02:41:54,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40319 is added to blk_1073741830_1006 (size=63666) 2024-11-14T02:41:54,153 INFO [M:0;83c5a5c119d5:42841 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:41:54,153 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:41:54,153 INFO [M:0;83c5a5c119d5:42841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42841 2024-11-14T02:41:54,153 INFO [M:0;83c5a5c119d5:42841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:41:54,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:54,288 INFO [M:0;83c5a5c119d5:42841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:41:54,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42841-0x10138818aa40003, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:54,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72355bc2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:41:54,291 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@326fb535{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:41:54,291 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:41:54,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35d936c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:41:54,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37fcdc72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/hadoop.log.dir/,STOPPED} 2024-11-14T02:41:54,292 WARN [BP-89377882-172.17.0.2-1731552078660 heartbeating to localhost/127.0.0.1:39645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:41:54,292 WARN [BP-89377882-172.17.0.2-1731552078660 heartbeating to localhost/127.0.0.1:39645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-89377882-172.17.0.2-1731552078660 (Datanode Uuid dec62935-7bbe-4b76-b552-ee9900c9ebb3) service to localhost/127.0.0.1:39645 2024-11-14T02:41:54,292 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:41:54,292 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:41:54,293 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/cluster_38ccbe0e-afb5-0947-9975-5e356c8619fe/data/data1/current/BP-89377882-172.17.0.2-1731552078660 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:41:54,293 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/cluster_38ccbe0e-afb5-0947-9975-5e356c8619fe/data/data2/current/BP-89377882-172.17.0.2-1731552078660 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:41:54,293 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:41:54,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32bca686{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:41:54,300 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@786b2ed4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:41:54,300 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:41:54,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae44ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:41:54,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cc0054a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9919a7d0-f8fa-6bab-7ae9-c879711868bf/hadoop.log.dir/,STOPPED} 2024-11-14T02:41:54,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:41:54,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:41:54,327 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:41:54,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:54,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:54,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:54,327 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:41:54,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:54,327 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1986921576, stopped=false 2024-11-14T02:41:54,327 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,32977,1731552075220 2024-11-14T02:41:54,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-669898761/running 2024-11-14T02:41:54,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-669898761/running 2024-11-14T02:41:54,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761 2024-11-14T02:41:54,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761 2024-11-14T02:41:54,347 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:41:54,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:41:54,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:54,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:54,347 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,45221,1731552075366' ***** 2024-11-14T02:41:54,347 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:41:54,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Set watcher on znode that does not yet exist, /0-669898761/running 2024-11-14T02:41:54,347 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:41:54,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Set watcher on znode that does not yet exist, /0-669898761/running 2024-11-14T02:41:54,348 INFO [RS:0;83c5a5c119d5:45221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:41:54,348 INFO [RS:0;83c5a5c119d5:45221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:41:54,348 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(3091): Received CLOSE for 76745cc8617dddc9ed636d98e8643317 2024-11-14T02:41:54,348 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:41:54,348 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(3091): Received CLOSE for e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:54,348 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,45221,1731552075366 2024-11-14T02:41:54,348 INFO [RS:0;83c5a5c119d5:45221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:41:54,348 INFO [RS:0;83c5a5c119d5:45221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:45221. 2024-11-14T02:41:54,348 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76745cc8617dddc9ed636d98e8643317, disabling compactions & flushes 2024-11-14T02:41:54,348 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731552088468.76745cc8617dddc9ed636d98e8643317. 2024-11-14T02:41:54,348 DEBUG [RS:0;83c5a5c119d5:45221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:54,348 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552088468.76745cc8617dddc9ed636d98e8643317. 2024-11-14T02:41:54,348 DEBUG [RS:0;83c5a5c119d5:45221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:54,348 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731552088468.76745cc8617dddc9ed636d98e8643317. after waiting 0 ms 2024-11-14T02:41:54,348 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731552088468.76745cc8617dddc9ed636d98e8643317. 2024-11-14T02:41:54,348 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:41:54,348 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:41:54,348 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 76745cc8617dddc9ed636d98e8643317 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-14T02:41:54,348 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:41:54,348 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:41:54,349 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T02:41:54,349 DEBUG [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1325): Online Regions={76745cc8617dddc9ed636d98e8643317=test,,1731552088468.76745cc8617dddc9ed636d98e8643317., 1588230740=hbase:meta,,1.1588230740, e5b8b7ad1f5bd35699f3afcbd7be6a13=hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13.} 2024-11-14T02:41:54,349 DEBUG [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76745cc8617dddc9ed636d98e8643317, e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:54,349 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:41:54,349 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:41:54,349 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:41:54,349 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:41:54,349 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:41:54,349 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T02:41:54,363 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/.tmp/info/375e3004743148f98e514113a35d0277 is 147, key is hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13./info:regioninfo/1731552096099/Put/seqid=0 2024-11-14T02:41:54,365 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317/.tmp/f/d65265db38c7439b8cd9831ccfc8da99 is 28, key is row/f:/1731552104403/DeleteFamily/seqid=0 2024-11-14T02:41:54,366 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:41:54,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741840_1016 (size=7686) 2024-11-14T02:41:54,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741841_1017 (size=5085) 2024-11-14T02:41:54,368 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317/.tmp/f/d65265db38c7439b8cd9831ccfc8da99 2024-11-14T02:41:54,372 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d65265db38c7439b8cd9831ccfc8da99 2024-11-14T02:41:54,389 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317/.tmp/f1/b15172ccf65d42e5b9b4882365f68b4c is 29, key is row/f1:/1731552104403/DeleteFamily/seqid=0 2024-11-14T02:41:54,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741842_1018 (size=5089) 2024-11-14T02:41:54,437 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:41:54,437 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:41:54,549 DEBUG [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76745cc8617dddc9ed636d98e8643317, e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:54,749 DEBUG [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76745cc8617dddc9ed636d98e8643317, e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:54,766 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/.tmp/info/375e3004743148f98e514113a35d0277 2024-11-14T02:41:54,782 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/.tmp/ns/1251d0d356834fd4b89b5e19cefb9936 is 43, key is default/ns:d/1731552078528/Put/seqid=0 2024-11-14T02:41:54,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741843_1019 (size=5153) 2024-11-14T02:41:54,792 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317/.tmp/f1/b15172ccf65d42e5b9b4882365f68b4c 2024-11-14T02:41:54,796 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b15172ccf65d42e5b9b4882365f68b4c 2024-11-14T02:41:54,812 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317/.tmp/norep/887837d450e44acf90cadbd716ccd506 is 32, key is row/norep:/1731552104403/DeleteFamily/seqid=0 2024-11-14T02:41:54,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741844_1020 (size=5101) 2024-11-14T02:41:54,949 DEBUG [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76745cc8617dddc9ed636d98e8643317, e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:55,024 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 636, reset compression=false 2024-11-14T02:41:55,028 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:55,028 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 883, reset compression=false 2024-11-14T02:41:55,028 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.shipper83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,45221,1731552075366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:41:55,029 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.shipper83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83c5a5c119d5,45221,1731552075366: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-83c5a5c119d5,45221,1731552075366, walGroup=83c5a5c119d5%2C45221%2C1731552075366, offset=83c5a5c119d5%2C45221%2C1731552075366.1731552077564:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:45221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T02:41:55,030 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.shipper83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T02:41:55,030 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.shipper83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T02:41:55,030 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.shipper83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T02:41:55,030 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.shipper83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T02:41:55,030 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.shipper83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T02:41:55,030 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.shipper83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1277165568, "init": 1048576000, "max": 2306867200, "used": 968862176 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 203161528 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T02:41:55,030 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.shipper83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:32977 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:32977 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T02:41:55,149 DEBUG [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76745cc8617dddc9ed636d98e8643317, e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:55,185 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/.tmp/ns/1251d0d356834fd4b89b5e19cefb9936 2024-11-14T02:41:55,204 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/.tmp/rep_barrier/7e32665467ff47d79208a11d643f508a is 112, key is test,,1731552088468.76745cc8617dddc9ed636d98e8643317./rep_barrier:seqnumDuringOpen/1731552089610/Put/seqid=0 2024-11-14T02:41:55,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741845_1021 (size=5518) 2024-11-14T02:41:55,216 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317/.tmp/norep/887837d450e44acf90cadbd716ccd506 2024-11-14T02:41:55,219 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 887837d450e44acf90cadbd716ccd506 2024-11-14T02:41:55,219 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317/.tmp/f/d65265db38c7439b8cd9831ccfc8da99 as hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317/f/d65265db38c7439b8cd9831ccfc8da99 2024-11-14T02:41:55,222 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d65265db38c7439b8cd9831ccfc8da99 2024-11-14T02:41:55,222 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317/f/d65265db38c7439b8cd9831ccfc8da99, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T02:41:55,223 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317/.tmp/f1/b15172ccf65d42e5b9b4882365f68b4c as hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317/f1/b15172ccf65d42e5b9b4882365f68b4c 2024-11-14T02:41:55,225 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b15172ccf65d42e5b9b4882365f68b4c 2024-11-14T02:41:55,225 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317/f1/b15172ccf65d42e5b9b4882365f68b4c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T02:41:55,226 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317/.tmp/norep/887837d450e44acf90cadbd716ccd506 as hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317/norep/887837d450e44acf90cadbd716ccd506 2024-11-14T02:41:55,228 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 887837d450e44acf90cadbd716ccd506 2024-11-14T02:41:55,228 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317/norep/887837d450e44acf90cadbd716ccd506, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T02:41:55,229 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 76745cc8617dddc9ed636d98e8643317 in 881ms, sequenceid=6, compaction requested=false 2024-11-14T02:41:55,229 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T02:41:55,232 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/default/test/76745cc8617dddc9ed636d98e8643317/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T02:41:55,233 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:41:55,233 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:41:55,233 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731552088468.76745cc8617dddc9ed636d98e8643317. 2024-11-14T02:41:55,233 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76745cc8617dddc9ed636d98e8643317: Waiting for close lock at 1731552114348Running coprocessor pre-close hooks at 1731552114348Disabling compacts and flushes for region at 1731552114348Disabling writes for close at 1731552114348Obtaining lock to block concurrent updates at 1731552114348Preparing flush snapshotting stores in 76745cc8617dddc9ed636d98e8643317 at 1731552114348Finished memstore snapshotting test,,1731552088468.76745cc8617dddc9ed636d98e8643317., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731552114349 (+1 ms)Flushing stores of test,,1731552088468.76745cc8617dddc9ed636d98e8643317. at 1731552114349Flushing 76745cc8617dddc9ed636d98e8643317/f: creating writer at 1731552114349Flushing 76745cc8617dddc9ed636d98e8643317/f: appending metadata at 1731552114365 (+16 ms)Flushing 76745cc8617dddc9ed636d98e8643317/f: closing flushed file at 1731552114365Flushing 76745cc8617dddc9ed636d98e8643317/f1: creating writer at 1731552114372 (+7 ms)Flushing 76745cc8617dddc9ed636d98e8643317/f1: appending metadata at 1731552114388 (+16 ms)Flushing 76745cc8617dddc9ed636d98e8643317/f1: closing flushed file at 1731552114388Flushing 76745cc8617dddc9ed636d98e8643317/norep: creating writer at 1731552114796 (+408 ms)Flushing 76745cc8617dddc9ed636d98e8643317/norep: appending metadata at 1731552114811 (+15 ms)Flushing 76745cc8617dddc9ed636d98e8643317/norep: closing flushed file at 1731552114811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3730503d: reopening flushed file at 1731552115219 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@456ac23f: reopening flushed file at 1731552115222 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d0c1d18: reopening flushed file at 1731552115225 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 76745cc8617dddc9ed636d98e8643317 in 881ms, sequenceid=6, compaction requested=false at 1731552115229 (+4 ms)Writing region close event to WAL at 1731552115230 (+1 ms)Running coprocessor post-close hooks at 1731552115233 (+3 ms)Closed at 1731552115233 2024-11-14T02:41:55,233 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731552088468.76745cc8617dddc9ed636d98e8643317. 2024-11-14T02:41:55,233 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5b8b7ad1f5bd35699f3afcbd7be6a13, disabling compactions & flushes 2024-11-14T02:41:55,233 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. 2024-11-14T02:41:55,233 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. 2024-11-14T02:41:55,233 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. after waiting 0 ms 2024-11-14T02:41:55,233 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. 2024-11-14T02:41:55,233 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5b8b7ad1f5bd35699f3afcbd7be6a13: Waiting for close lock at 1731552115233Running coprocessor pre-close hooks at 1731552115233Disabling compacts and flushes for region at 1731552115233Disabling writes for close at 1731552115233Failed flush hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13., putting online again at 1731552115233 2024-11-14T02:41:55,233 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. 2024-11-14T02:41:55,235 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 883, reset compression=false 2024-11-14T02:41:55,238 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:41:55,238 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 1527, reset compression=false 2024-11-14T02:41:55,349 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T02:41:55,349 DEBUG [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e5b8b7ad1f5bd35699f3afcbd7be6a13=hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13.} 2024-11-14T02:41:55,349 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(3091): Received CLOSE for e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:55,349 DEBUG [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e5b8b7ad1f5bd35699f3afcbd7be6a13 2024-11-14T02:41:55,350 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5b8b7ad1f5bd35699f3afcbd7be6a13, disabling compactions & flushes 2024-11-14T02:41:55,350 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. 2024-11-14T02:41:55,350 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. 2024-11-14T02:41:55,350 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. after waiting 0 ms 2024-11-14T02:41:55,350 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. 2024-11-14T02:41:55,350 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5b8b7ad1f5bd35699f3afcbd7be6a13: Waiting for close lock at 1731552115349Running coprocessor pre-close hooks at 1731552115349Disabling compacts and flushes for region at 1731552115350 (+1 ms)Disabling writes for close at 1731552115350Failed flush hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13., putting online again at 1731552115350 2024-11-14T02:41:55,350 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731552094935.e5b8b7ad1f5bd35699f3afcbd7be6a13. 2024-11-14T02:41:55,441 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 1527, reset compression=false 2024-11-14T02:41:55,550 DEBUG [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:41:55,608 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/.tmp/rep_barrier/7e32665467ff47d79208a11d643f508a 2024-11-14T02:41:55,628 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/.tmp/table/33004e72f2944489aaddaf595b1dcbc6 is 53, key is hbase:replication/table:state/1731552096104/Put/seqid=0 2024-11-14T02:41:55,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741846_1022 (size=5308) 2024-11-14T02:41:55,744 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 1527, reset compression=false 2024-11-14T02:41:55,750 DEBUG [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:41:55,950 DEBUG [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:41:56,032 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/.tmp/table/33004e72f2944489aaddaf595b1dcbc6 2024-11-14T02:41:56,036 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/.tmp/info/375e3004743148f98e514113a35d0277 as hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/info/375e3004743148f98e514113a35d0277 2024-11-14T02:41:56,039 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/info/375e3004743148f98e514113a35d0277, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T02:41:56,040 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/.tmp/ns/1251d0d356834fd4b89b5e19cefb9936 as hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/ns/1251d0d356834fd4b89b5e19cefb9936 2024-11-14T02:41:56,043 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/ns/1251d0d356834fd4b89b5e19cefb9936, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T02:41:56,043 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/.tmp/rep_barrier/7e32665467ff47d79208a11d643f508a as hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/rep_barrier/7e32665467ff47d79208a11d643f508a 2024-11-14T02:41:56,046 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/rep_barrier/7e32665467ff47d79208a11d643f508a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T02:41:56,047 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/.tmp/table/33004e72f2944489aaddaf595b1dcbc6 as hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/table/33004e72f2944489aaddaf595b1dcbc6 2024-11-14T02:41:56,050 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/table/33004e72f2944489aaddaf595b1dcbc6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T02:41:56,050 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false 2024-11-14T02:41:56,050 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:41:56,054 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T02:41:56,054 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:41:56,054 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:41:56,054 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:41:56,054 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552114349Running coprocessor pre-close hooks at 1731552114349Disabling compacts and flushes for region at 1731552114349Disabling writes for close at 1731552114349Obtaining lock to block concurrent updates at 1731552114349Preparing flush snapshotting stores in 1588230740 at 1731552114349Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731552114349Flushing stores of hbase:meta,,1.1588230740 at 1731552114349Flushing 1588230740/info: creating writer at 1731552114349Flushing 1588230740/info: appending metadata at 1731552114362 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731552114362Flushing 1588230740/ns: creating writer at 1731552114770 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731552114782 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731552114782Flushing 1588230740/rep_barrier: creating writer at 1731552115189 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731552115204 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731552115204Flushing 1588230740/table: creating writer at 1731552115612 (+408 ms)Flushing 1588230740/table: appending metadata at 1731552115628 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731552115628Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17081d8c: reopening flushed file at 1731552116035 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a2a8b6b: reopening flushed file at 1731552116039 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@621f79f: reopening flushed file at 1731552116043 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@491e68e8: reopening flushed file at 1731552116046 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false at 1731552116050 (+4 ms)Writing region close event to WAL at 1731552116052 (+2 ms)Running coprocessor post-close hooks at 1731552116054 (+2 ms)Closed at 1731552116054 2024-11-14T02:41:56,054 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:41:56,146 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/WALs/83c5a5c119d5,45221,1731552075366/83c5a5c119d5%2C45221%2C1731552075366.1731552077564 to pos 1527, reset compression=false 2024-11-14T02:41:56,150 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T02:41:56,150 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,45221,1731552075366; all regions closed. 2024-11-14T02:41:56,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741834_1010 (size=4239) 2024-11-14T02:41:56,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741839_1015 (size=1297) 2024-11-14T02:41:56,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741832_1008 (size=1535) 2024-11-14T02:41:56,155 DEBUG [RS:0;83c5a5c119d5:45221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:56,155 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:41:56,155 INFO [RS:0;83c5a5c119d5:45221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:41:56,156 INFO [RS:0;83c5a5c119d5:45221 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:41:56,156 INFO [RS:0;83c5a5c119d5:45221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:41:56,156 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:41:56,156 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83c5a5c119d5,45221,1731552075366 because: Region server is closing 2024-11-14T02:41:56,156 INFO [RS:0;83c5a5c119d5:45221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:45221. 2024-11-14T02:41:56,156 DEBUG [RS:0;83c5a5c119d5:45221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:41:56,156 DEBUG [RS:0;83c5a5c119d5:45221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:56,156 DEBUG [RS:0;83c5a5c119d5:45221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:41:56,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:41:56,256 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.shipper83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 terminated 2024-11-14T02:41:56,256 INFO [RS:0;83c5a5c119d5:45221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45221 2024-11-14T02:41:56,256 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,45221,1731552075366.replicationSource.wal-reader.83c5a5c119d5%2C45221%2C1731552075366,1-83c5a5c119d5,45221,1731552075366 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T02:41:56,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-669898761/rs/83c5a5c119d5,45221,1731552075366 2024-11-14T02:41:56,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761/rs 2024-11-14T02:41:56,284 INFO [RS:0;83c5a5c119d5:45221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:41:56,292 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,45221,1731552075366] 2024-11-14T02:41:56,301 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-669898761/draining/83c5a5c119d5,45221,1731552075366 already deleted, retry=false 2024-11-14T02:41:56,301 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,45221,1731552075366 expired; onlineServers=0 2024-11-14T02:41:56,301 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,32977,1731552075220' ***** 2024-11-14T02:41:56,301 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:41:56,301 INFO [M:0;83c5a5c119d5:32977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:41:56,301 INFO [M:0;83c5a5c119d5:32977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:41:56,301 DEBUG [M:0;83c5a5c119d5:32977 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:41:56,301 DEBUG [M:0;83c5a5c119d5:32977 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:41:56,301 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:41:56,301 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552077304 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552077304,5,FailOnTimeoutGroup] 2024-11-14T02:41:56,301 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552077304 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552077304,5,FailOnTimeoutGroup] 2024-11-14T02:41:56,301 INFO [M:0;83c5a5c119d5:32977 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:41:56,301 INFO [M:0;83c5a5c119d5:32977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:41:56,301 DEBUG [M:0;83c5a5c119d5:32977 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:41:56,301 INFO [M:0;83c5a5c119d5:32977 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:41:56,301 INFO [M:0;83c5a5c119d5:32977 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:41:56,302 INFO [M:0;83c5a5c119d5:32977 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:41:56,302 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:41:56,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-669898761/master 2024-11-14T02:41:56,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-669898761 2024-11-14T02:41:56,309 DEBUG [M:0;83c5a5c119d5:32977 {}] zookeeper.ZKUtil(347): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Unable to get data of znode /0-669898761/master because node does not exist (not an error) 2024-11-14T02:41:56,309 WARN [M:0;83c5a5c119d5:32977 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:41:56,310 INFO [M:0;83c5a5c119d5:32977 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/.lastflushedseqids 2024-11-14T02:41:56,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741847_1023 (size=245) 2024-11-14T02:41:56,314 INFO [M:0;83c5a5c119d5:32977 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:41:56,314 INFO [M:0;83c5a5c119d5:32977 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:41:56,314 DEBUG [M:0;83c5a5c119d5:32977 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:41:56,314 INFO [M:0;83c5a5c119d5:32977 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:56,314 DEBUG [M:0;83c5a5c119d5:32977 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:56,314 DEBUG [M:0;83c5a5c119d5:32977 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:41:56,314 DEBUG [M:0;83c5a5c119d5:32977 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:56,314 INFO [M:0;83c5a5c119d5:32977 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-14T02:41:56,327 DEBUG [M:0;83c5a5c119d5:32977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7130b8cf111c44c1be0823fc4aa8c03d is 82, key is hbase:meta,,1/info:regioninfo/1731552078494/Put/seqid=0 2024-11-14T02:41:56,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741848_1024 (size=5672) 2024-11-14T02:41:56,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:56,393 INFO [RS:0;83c5a5c119d5:45221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:41:56,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45221-0x10138818aa40001, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:56,393 INFO [RS:0;83c5a5c119d5:45221 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,45221,1731552075366; zookeeper connection closed. 2024-11-14T02:41:56,393 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@100b1e8d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@100b1e8d 2024-11-14T02:41:56,393 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:41:56,731 INFO [M:0;83c5a5c119d5:32977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7130b8cf111c44c1be0823fc4aa8c03d 2024-11-14T02:41:56,751 DEBUG [M:0;83c5a5c119d5:32977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f0bb8dd8b3b4092b7d2b60e04ee8351 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731552089618/Put/seqid=0 2024-11-14T02:41:56,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741849_1025 (size=7219) 2024-11-14T02:41:57,154 INFO [M:0;83c5a5c119d5:32977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f0bb8dd8b3b4092b7d2b60e04ee8351 2024-11-14T02:41:57,158 INFO [M:0;83c5a5c119d5:32977 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f0bb8dd8b3b4092b7d2b60e04ee8351 2024-11-14T02:41:57,173 DEBUG [M:0;83c5a5c119d5:32977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c90c03cf56a34e68a9792856a29b0678 is 69, key is 83c5a5c119d5,45221,1731552075366/rs:state/1731552077424/Put/seqid=0 2024-11-14T02:41:57,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741850_1026 (size=5156) 2024-11-14T02:41:57,577 INFO [M:0;83c5a5c119d5:32977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c90c03cf56a34e68a9792856a29b0678 2024-11-14T02:41:57,580 DEBUG [M:0;83c5a5c119d5:32977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7130b8cf111c44c1be0823fc4aa8c03d as hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7130b8cf111c44c1be0823fc4aa8c03d 2024-11-14T02:41:57,583 INFO [M:0;83c5a5c119d5:32977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7130b8cf111c44c1be0823fc4aa8c03d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T02:41:57,584 DEBUG [M:0;83c5a5c119d5:32977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f0bb8dd8b3b4092b7d2b60e04ee8351 as hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f0bb8dd8b3b4092b7d2b60e04ee8351 2024-11-14T02:41:57,587 INFO [M:0;83c5a5c119d5:32977 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f0bb8dd8b3b4092b7d2b60e04ee8351 2024-11-14T02:41:57,587 INFO [M:0;83c5a5c119d5:32977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f0bb8dd8b3b4092b7d2b60e04ee8351, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T02:41:57,588 DEBUG [M:0;83c5a5c119d5:32977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c90c03cf56a34e68a9792856a29b0678 as hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c90c03cf56a34e68a9792856a29b0678 2024-11-14T02:41:57,591 INFO [M:0;83c5a5c119d5:32977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36435/user/jenkins/test-data/84afc735-bd6d-59a3-e52c-f740fff77b18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c90c03cf56a34e68a9792856a29b0678, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T02:41:57,592 INFO [M:0;83c5a5c119d5:32977 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false 2024-11-14T02:41:57,598 INFO [M:0;83c5a5c119d5:32977 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:41:57,598 DEBUG [M:0;83c5a5c119d5:32977 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552116314Disabling compacts and flushes for region at 1731552116314Disabling writes for close at 1731552116314Obtaining lock to block concurrent updates at 1731552116314Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731552116314Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731552116314Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731552116315 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731552116315Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731552116327 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731552116327Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731552116734 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731552116750 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731552116750Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731552117158 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731552117173 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731552117173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6efc8eae: reopening flushed file at 1731552117580 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d9f5893: reopening flushed file at 1731552117583 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aea7f5a: reopening flushed file at 1731552117588 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false at 1731552117592 (+4 ms)Writing region close event to WAL at 1731552117598 (+6 ms)Closed at 1731552117598 2024-11-14T02:41:57,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35281 is added to blk_1073741830_1006 (size=64435) 2024-11-14T02:41:57,600 INFO [M:0;83c5a5c119d5:32977 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:41:57,600 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:41:57,600 INFO [M:0;83c5a5c119d5:32977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32977 2024-11-14T02:41:57,601 INFO [M:0;83c5a5c119d5:32977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:41:57,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:57,734 INFO [M:0;83c5a5c119d5:32977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:41:57,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32977-0x10138818aa40000, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:41:57,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6326fb22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:41:57,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@475f79bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:41:57,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:41:57,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c257500{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:41:57,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3293db31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/hadoop.log.dir/,STOPPED} 2024-11-14T02:41:57,738 WARN [BP-709509014-172.17.0.2-1731552073932 heartbeating to localhost/127.0.0.1:36435 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:41:57,738 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:41:57,738 WARN [BP-709509014-172.17.0.2-1731552073932 heartbeating to localhost/127.0.0.1:36435 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-709509014-172.17.0.2-1731552073932 (Datanode Uuid 4aed2b68-4428-4aef-a0cf-771ab61e9fc2) service to localhost/127.0.0.1:36435 2024-11-14T02:41:57,738 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:41:57,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/cluster_75ab1daa-161c-d940-51a6-5a466c6d5320/data/data1/current/BP-709509014-172.17.0.2-1731552073932 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:41:57,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/cluster_75ab1daa-161c-d940-51a6-5a466c6d5320/data/data2/current/BP-709509014-172.17.0.2-1731552073932 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:41:57,739 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:41:57,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39dddff9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:41:57,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@871521f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:41:57,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:41:57,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47c2e923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:41:57,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@340750b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17e83d03-93d9-c8b4-40ed-b9160928b4ed/hadoop.log.dir/,STOPPED} 2024-11-14T02:41:57,750 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T02:41:57,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:41:57,777 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 314) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36435 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52568) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52568) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52568) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:39645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39645 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39269 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=789 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 222) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5027 (was 5133) 2024-11-14T02:41:57,789 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=789, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=5027 2024-11-14T02:41:57,804 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-14T02:41:57,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/hadoop.log.dir so I do NOT create it in target/test-data/f891fac6-6777-648b-e849-483529480a02 2024-11-14T02:41:57,805 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:41:57,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/hadoop.tmp.dir so I do NOT create it in target/test-data/f891fac6-6777-648b-e849-483529480a02 2024-11-14T02:41:57,805 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/839d6c74-01bb-59a5-56cf-71dd6a17cf7b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:41:57,805 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02 2024-11-14T02:41:57,805 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/cluster_183f8fed-f952-b15c-1ad1-abcda00a510a, deleteOnExit=true 2024-11-14T02:41:57,829 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/cluster_183f8fed-f952-b15c-1ad1-abcda00a510a/zookeeper_0, clientPort=51831, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/cluster_183f8fed-f952-b15c-1ad1-abcda00a510a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/cluster_183f8fed-f952-b15c-1ad1-abcda00a510a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T02:41:57,830 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51831 2024-11-14T02:41:57,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:41:57,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:41:57,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/test.cache.data in system properties and HBase conf 2024-11-14T02:41:57,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:41:57,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:41:57,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:41:57,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:41:57,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:41:57,831 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:41:57,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:41:57,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:41:57,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:41:57,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:41:57,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:41:57,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:41:57,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:41:57,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:41:57,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:41:57,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:41:57,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:41:57,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:41:57,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:41:57,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:41:57,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10138818aa40005, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:41:57,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10138818aa40002, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:41:57,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10138818aa40005, quorum=127.0.0.1:52568, baseZNode=/1-113276870 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:41:57,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10138818aa40002, quorum=127.0.0.1:52568, baseZNode=/0-669898761 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:41:57,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10138818aa40008, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:41:57,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10138818aa40008, quorum=127.0.0.1:52568, baseZNode=/22014879908 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:41:58,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:41:58,079 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:41:58,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:41:58,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:41:58,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:41:58,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:41:58,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d8367f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:41:58,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@750e0db5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:41:58,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46dacf0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/java.io.tmpdir/jetty-localhost-38073-hadoop-hdfs-3_4_1-tests_jar-_-any-16158203814575947361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:41:58,175 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66cf93a8{HTTP/1.1, (http/1.1)}{localhost:38073} 2024-11-14T02:41:58,175 INFO [Time-limited test {}] server.Server(415): Started @318654ms 2024-11-14T02:41:58,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:41:58,381 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:41:58,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:41:58,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:41:58,386 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:41:58,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a6fb4a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:41:58,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a4ec4d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:41:58,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59d32ffe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/java.io.tmpdir/jetty-localhost-40033-hadoop-hdfs-3_4_1-tests_jar-_-any-1890062077203087293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:41:58,479 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46a022b2{HTTP/1.1, (http/1.1)}{localhost:40033} 2024-11-14T02:41:58,479 INFO [Time-limited test {}] server.Server(415): Started @318958ms 2024-11-14T02:41:58,480 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:41:59,052 WARN [Thread-4185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/cluster_183f8fed-f952-b15c-1ad1-abcda00a510a/data/data1/current/BP-1629227472-172.17.0.2-1731552117849/current, will proceed with Du for space computation calculation, 2024-11-14T02:41:59,052 WARN [Thread-4186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/cluster_183f8fed-f952-b15c-1ad1-abcda00a510a/data/data2/current/BP-1629227472-172.17.0.2-1731552117849/current, will proceed with Du for space computation calculation, 2024-11-14T02:41:59,069 WARN [Thread-4173 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:41:59,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80f7dad36952fc33 with lease ID 0xea26eebd897ab487: Processing first storage report for DS-890f6a11-d8bf-4edb-9fa0-7265699135b5 from datanode DatanodeRegistration(127.0.0.1:32989, datanodeUuid=00c95da3-2aa2-4e29-905b-e5c122b25457, infoPort=46595, infoSecurePort=0, ipcPort=40529, storageInfo=lv=-57;cid=testClusterID;nsid=38140598;c=1731552117849) 2024-11-14T02:41:59,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80f7dad36952fc33 with lease ID 0xea26eebd897ab487: from storage DS-890f6a11-d8bf-4edb-9fa0-7265699135b5 node DatanodeRegistration(127.0.0.1:32989, datanodeUuid=00c95da3-2aa2-4e29-905b-e5c122b25457, infoPort=46595, infoSecurePort=0, ipcPort=40529, storageInfo=lv=-57;cid=testClusterID;nsid=38140598;c=1731552117849), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:41:59,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x80f7dad36952fc33 with lease ID 0xea26eebd897ab487: Processing first storage report for DS-4682aaf5-dd6a-4854-85b3-0a397a1fd1dc from datanode DatanodeRegistration(127.0.0.1:32989, datanodeUuid=00c95da3-2aa2-4e29-905b-e5c122b25457, infoPort=46595, infoSecurePort=0, ipcPort=40529, storageInfo=lv=-57;cid=testClusterID;nsid=38140598;c=1731552117849) 2024-11-14T02:41:59,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x80f7dad36952fc33 with lease ID 0xea26eebd897ab487: from storage DS-4682aaf5-dd6a-4854-85b3-0a397a1fd1dc node DatanodeRegistration(127.0.0.1:32989, datanodeUuid=00c95da3-2aa2-4e29-905b-e5c122b25457, infoPort=46595, infoSecurePort=0, ipcPort=40529, storageInfo=lv=-57;cid=testClusterID;nsid=38140598;c=1731552117849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:41:59,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02 2024-11-14T02:41:59,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:59,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:59,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32989 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:41:59,510 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb with version=8 2024-11-14T02:41:59,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/hbase-staging 2024-11-14T02:41:59,512 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:41:59,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:59,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:59,512 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:41:59,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:59,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:41:59,512 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:41:59,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:41:59,513 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36303 2024-11-14T02:41:59,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36303 connecting to ZooKeeper ensemble=127.0.0.1:51831 2024-11-14T02:41:59,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363030x0, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:41:59,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36303-0x1013882362d0000 connected 2024-11-14T02:41:59,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:59,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:59,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Set watcher on znode that does not yet exist, /0-1968921348/running 2024-11-14T02:41:59,654 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb, hbase.cluster.distributed=false 2024-11-14T02:41:59,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Set watcher on znode that does not yet exist, /0-1968921348/acl 2024-11-14T02:41:59,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36303 2024-11-14T02:41:59,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36303 2024-11-14T02:41:59,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36303 2024-11-14T02:41:59,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36303 2024-11-14T02:41:59,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36303 2024-11-14T02:41:59,669 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:41:59,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:59,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:59,669 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:41:59,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:41:59,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:41:59,669 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:41:59,669 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:41:59,671 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38911 2024-11-14T02:41:59,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38911 connecting to ZooKeeper ensemble=127.0.0.1:51831 2024-11-14T02:41:59,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:59,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:41:59,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389110x0, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:41:59,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38911-0x1013882362d0001 connected 2024-11-14T02:41:59,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38911-0x1013882362d0001, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Set watcher on znode that does not yet exist, /0-1968921348/running 2024-11-14T02:41:59,684 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:41:59,685 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:41:59,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38911-0x1013882362d0001, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Set watcher on znode that does not yet exist, /0-1968921348/master 2024-11-14T02:41:59,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38911-0x1013882362d0001, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Set watcher on znode that does not yet exist, /0-1968921348/acl 2024-11-14T02:41:59,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38911 2024-11-14T02:41:59,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38911 2024-11-14T02:41:59,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38911 2024-11-14T02:41:59,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38911 2024-11-14T02:41:59,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38911 2024-11-14T02:41:59,704 DEBUG [M:0;83c5a5c119d5:36303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:36303 2024-11-14T02:41:59,704 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1968921348/backup-masters/83c5a5c119d5,36303,1731552119512 2024-11-14T02:41:59,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1968921348/backup-masters 2024-11-14T02:41:59,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x1013882362d0001, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1968921348/backup-masters 2024-11-14T02:41:59,713 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Set watcher on existing znode=/0-1968921348/backup-masters/83c5a5c119d5,36303,1731552119512 2024-11-14T02:41:59,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x1013882362d0001, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1968921348/master 2024-11-14T02:41:59,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1968921348 2024-11-14T02:41:59,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x1013882362d0001, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1968921348 2024-11-14T02:41:59,722 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Set watcher on existing znode=/0-1968921348/master 2024-11-14T02:41:59,722 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1968921348/backup-masters/83c5a5c119d5,36303,1731552119512 from backup master directory 2024-11-14T02:41:59,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x1013882362d0001, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1968921348/backup-masters 2024-11-14T02:41:59,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1968921348/backup-masters/83c5a5c119d5,36303,1731552119512 2024-11-14T02:41:59,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1968921348/backup-masters 2024-11-14T02:41:59,730 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:41:59,730 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,36303,1731552119512 2024-11-14T02:41:59,732 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/hbase.id] with ID: 03b32b61-06a9-4bd4-b692-ba8785a502ba 2024-11-14T02:41:59,732 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/.tmp/hbase.id 2024-11-14T02:41:59,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32989 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:42:00,136 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/.tmp/hbase.id]:[hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/hbase.id] 2024-11-14T02:42:00,142 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:00,142 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:42:00,143 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T02:42:00,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1968921348 2024-11-14T02:42:00,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x1013882362d0001, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1968921348 2024-11-14T02:42:00,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32989 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:42:00,176 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:42:00,177 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:42:00,177 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:42:00,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32989 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:42:00,187 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/MasterData/data/master/store 2024-11-14T02:42:00,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32989 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:42:00,592 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:00,592 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:42:00,592 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:00,592 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:00,592 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:42:00,592 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:00,592 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:00,592 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552120592Disabling compacts and flushes for region at 1731552120592Disabling writes for close at 1731552120592Writing region close event to WAL at 1731552120592Closed at 1731552120592 2024-11-14T02:42:00,593 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/MasterData/data/master/store/.initializing 2024-11-14T02:42:00,593 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/MasterData/WALs/83c5a5c119d5,36303,1731552119512 2024-11-14T02:42:00,593 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:42:00,594 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C36303%2C1731552119512, suffix=, logDir=hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/MasterData/WALs/83c5a5c119d5,36303,1731552119512, archiveDir=hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/MasterData/oldWALs, maxLogs=10 2024-11-14T02:42:00,606 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/MasterData/WALs/83c5a5c119d5,36303,1731552119512/83c5a5c119d5%2C36303%2C1731552119512.1731552120594, exclude list is [], retry=0 2024-11-14T02:42:00,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32989,DS-890f6a11-d8bf-4edb-9fa0-7265699135b5,DISK] 2024-11-14T02:42:00,609 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/MasterData/WALs/83c5a5c119d5,36303,1731552119512/83c5a5c119d5%2C36303%2C1731552119512.1731552120594 2024-11-14T02:42:00,610 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46595:46595)] 2024-11-14T02:42:00,610 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:42:00,610 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:00,610 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:00,610 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:00,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:00,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:42:00,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:00,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:00,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:00,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:42:00,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:00,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:00,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:00,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:42:00,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:00,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:00,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:00,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:42:00,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:00,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:00,615 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:00,616 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:00,616 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:00,617 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:00,617 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:00,618 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:42:00,619 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:00,620 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:42:00,620 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69804435, jitterRate=0.04016713798046112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:42:00,621 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731552120610Initializing all the Stores at 1731552120610Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552120611 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552120611Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552120611Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552120611Cleaning up temporary data from old regions at 1731552120617 (+6 ms)Region opened successfully at 1731552120621 (+4 ms) 2024-11-14T02:42:00,621 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:42:00,622 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5960392a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:42:00,623 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:42:00,623 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:42:00,623 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:42:00,623 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:42:00,623 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:42:00,624 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:42:00,624 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:42:00,625 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:42:00,625 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Unable to get data of znode /0-1968921348/balancer because node does not exist (not necessarily an error) 2024-11-14T02:42:00,650 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1968921348/balancer already deleted, retry=false 2024-11-14T02:42:00,651 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:42:00,651 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Unable to get data of znode /0-1968921348/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:42:00,659 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1968921348/normalizer already deleted, retry=false 2024-11-14T02:42:00,659 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:42:00,659 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Unable to get data of znode /0-1968921348/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:42:00,667 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1968921348/switch/split already deleted, retry=false 2024-11-14T02:42:00,668 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Unable to get data of znode /0-1968921348/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:42:00,675 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1968921348/switch/merge already deleted, retry=false 2024-11-14T02:42:00,677 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Unable to get data of znode /0-1968921348/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:42:00,684 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1968921348/snapshot-cleanup already deleted, retry=false 2024-11-14T02:42:00,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1968921348/running 2024-11-14T02:42:00,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x1013882362d0001, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1968921348/running 2024-11-14T02:42:00,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1968921348 2024-11-14T02:42:00,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x1013882362d0001, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1968921348 2024-11-14T02:42:00,692 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,36303,1731552119512, sessionid=0x1013882362d0000, setting cluster-up flag (Was=false) 2024-11-14T02:42:00,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1968921348 2024-11-14T02:42:00,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x1013882362d0001, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1968921348 2024-11-14T02:42:00,734 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1968921348/flush-table-proc/acquired, /0-1968921348/flush-table-proc/reached, /0-1968921348/flush-table-proc/abort 2024-11-14T02:42:00,734 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,36303,1731552119512 2024-11-14T02:42:00,735 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:42:00,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:00,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:00,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:00,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:00,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:00,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:00,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:00,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:00,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1968921348 2024-11-14T02:42:00,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x1013882362d0001, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1968921348 2024-11-14T02:42:00,775 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1968921348/online-snapshot/acquired, /0-1968921348/online-snapshot/reached, /0-1968921348/online-snapshot/abort 2024-11-14T02:42:00,776 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,36303,1731552119512 2024-11-14T02:42:00,777 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:42:00,778 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:42:00,778 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:42:00,778 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:42:00,779 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,36303,1731552119512 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:42:00,780 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:42:00,780 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:42:00,780 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:42:00,780 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:42:00,780 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:42:00,780 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:00,780 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:42:00,780 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:00,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:00,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:42:00,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:42:00,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:00,782 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:00,782 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:42:00,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:00,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:00,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:00,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:00,787 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552150787 2024-11-14T02:42:00,787 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:42:00,788 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:42:00,788 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:42:00,788 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:42:00,788 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:42:00,788 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:42:00,788 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:00,788 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:42:00,788 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:42:00,788 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:42:00,788 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:42:00,791 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:42:00,791 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:42:00,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:00,792 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552120791,5,FailOnTimeoutGroup] 2024-11-14T02:42:00,792 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552120792,5,FailOnTimeoutGroup] 2024-11-14T02:42:00,792 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:00,792 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:42:00,792 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:00,792 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:00,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32989 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:42:00,793 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:42:00,794 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb 2024-11-14T02:42:00,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:00,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:00,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:00,800 INFO [RS:0;83c5a5c119d5:38911 {}] regionserver.HRegionServer(746): ClusterId : 03b32b61-06a9-4bd4-b692-ba8785a502ba 2024-11-14T02:42:00,800 DEBUG [RS:0;83c5a5c119d5:38911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:42:00,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32989 is added to blk_1073741832_1008 (size=32) 2024-11-14T02:42:00,809 DEBUG [RS:0;83c5a5c119d5:38911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:42:00,809 DEBUG [RS:0;83c5a5c119d5:38911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:42:00,818 DEBUG [RS:0;83c5a5c119d5:38911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:42:00,818 DEBUG [RS:0;83c5a5c119d5:38911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd1dc39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:42:00,829 DEBUG [RS:0;83c5a5c119d5:38911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:38911 2024-11-14T02:42:00,829 INFO [RS:0;83c5a5c119d5:38911 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:42:00,829 INFO [RS:0;83c5a5c119d5:38911 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:42:00,829 DEBUG [RS:0;83c5a5c119d5:38911 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:42:00,830 INFO [RS:0;83c5a5c119d5:38911 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,36303,1731552119512 with port=38911, startcode=1731552119669 2024-11-14T02:42:00,830 DEBUG [RS:0;83c5a5c119d5:38911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:42:00,831 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:42:00,832 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,38911,1731552119669 2024-11-14T02:42:00,832 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36303 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,38911,1731552119669 2024-11-14T02:42:00,833 DEBUG [RS:0;83c5a5c119d5:38911 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb 2024-11-14T02:42:00,833 DEBUG [RS:0;83c5a5c119d5:38911 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39913 2024-11-14T02:42:00,833 DEBUG [RS:0;83c5a5c119d5:38911 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:42:00,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1968921348/rs 2024-11-14T02:42:00,843 DEBUG [RS:0;83c5a5c119d5:38911 {}] zookeeper.ZKUtil(111): regionserver:38911-0x1013882362d0001, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Set watcher on existing znode=/0-1968921348/rs/83c5a5c119d5,38911,1731552119669 2024-11-14T02:42:00,843 WARN [RS:0;83c5a5c119d5:38911 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:42:00,843 INFO [RS:0;83c5a5c119d5:38911 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:42:00,843 DEBUG [RS:0;83c5a5c119d5:38911 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/WALs/83c5a5c119d5,38911,1731552119669 2024-11-14T02:42:00,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,38911,1731552119669] 2024-11-14T02:42:00,845 INFO [RS:0;83c5a5c119d5:38911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:42:00,846 INFO [RS:0;83c5a5c119d5:38911 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:42:00,846 INFO [RS:0;83c5a5c119d5:38911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:42:00,846 INFO [RS:0;83c5a5c119d5:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:00,846 INFO [RS:0;83c5a5c119d5:38911 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:42:00,847 INFO [RS:0;83c5a5c119d5:38911 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:42:00,847 INFO [RS:0;83c5a5c119d5:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:00,847 DEBUG [RS:0;83c5a5c119d5:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:00,847 DEBUG [RS:0;83c5a5c119d5:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:00,847 DEBUG [RS:0;83c5a5c119d5:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:00,847 DEBUG [RS:0;83c5a5c119d5:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:00,847 DEBUG [RS:0;83c5a5c119d5:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:00,847 DEBUG [RS:0;83c5a5c119d5:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:42:00,847 DEBUG [RS:0;83c5a5c119d5:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:00,847 DEBUG [RS:0;83c5a5c119d5:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:00,847 DEBUG [RS:0;83c5a5c119d5:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:00,847 DEBUG [RS:0;83c5a5c119d5:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:00,847 DEBUG [RS:0;83c5a5c119d5:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:00,847 DEBUG [RS:0;83c5a5c119d5:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:00,847 DEBUG [RS:0;83c5a5c119d5:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:42:00,847 DEBUG [RS:0;83c5a5c119d5:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:42:00,850 INFO [RS:0;83c5a5c119d5:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:00,850 INFO [RS:0;83c5a5c119d5:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:00,850 INFO [RS:0;83c5a5c119d5:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:00,850 INFO [RS:0;83c5a5c119d5:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:00,850 INFO [RS:0;83c5a5c119d5:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:00,850 INFO [RS:0;83c5a5c119d5:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,38911,1731552119669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:42:00,862 INFO [RS:0;83c5a5c119d5:38911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:42:00,862 INFO [RS:0;83c5a5c119d5:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,38911,1731552119669-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:00,862 INFO [RS:0;83c5a5c119d5:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:00,862 INFO [RS:0;83c5a5c119d5:38911 {}] regionserver.Replication(171): 83c5a5c119d5,38911,1731552119669 started 2024-11-14T02:42:00,873 INFO [RS:0;83c5a5c119d5:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:00,873 INFO [RS:0;83c5a5c119d5:38911 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,38911,1731552119669, RpcServer on 83c5a5c119d5/172.17.0.2:38911, sessionid=0x1013882362d0001 2024-11-14T02:42:00,873 DEBUG [RS:0;83c5a5c119d5:38911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:42:00,873 DEBUG [RS:0;83c5a5c119d5:38911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,38911,1731552119669 2024-11-14T02:42:00,873 DEBUG [RS:0;83c5a5c119d5:38911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,38911,1731552119669' 2024-11-14T02:42:00,873 DEBUG [RS:0;83c5a5c119d5:38911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1968921348/flush-table-proc/abort' 2024-11-14T02:42:00,874 DEBUG [RS:0;83c5a5c119d5:38911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1968921348/flush-table-proc/acquired' 2024-11-14T02:42:00,874 DEBUG [RS:0;83c5a5c119d5:38911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:42:00,874 DEBUG [RS:0;83c5a5c119d5:38911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:42:00,874 DEBUG [RS:0;83c5a5c119d5:38911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,38911,1731552119669 2024-11-14T02:42:00,874 DEBUG [RS:0;83c5a5c119d5:38911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,38911,1731552119669' 2024-11-14T02:42:00,874 DEBUG [RS:0;83c5a5c119d5:38911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1968921348/online-snapshot/abort' 2024-11-14T02:42:00,875 DEBUG [RS:0;83c5a5c119d5:38911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1968921348/online-snapshot/acquired' 2024-11-14T02:42:00,875 DEBUG [RS:0;83c5a5c119d5:38911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:42:00,875 INFO [RS:0;83c5a5c119d5:38911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:42:00,875 INFO [RS:0;83c5a5c119d5:38911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:42:00,975 INFO [RS:0;83c5a5c119d5:38911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:42:00,976 INFO [RS:0;83c5a5c119d5:38911 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C38911%2C1731552119669, suffix=, logDir=hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/WALs/83c5a5c119d5,38911,1731552119669, archiveDir=hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/oldWALs, maxLogs=10 2024-11-14T02:42:00,988 DEBUG [RS:0;83c5a5c119d5:38911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/WALs/83c5a5c119d5,38911,1731552119669/83c5a5c119d5%2C38911%2C1731552119669.1731552120976, exclude list is [], retry=0 2024-11-14T02:42:00,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32989,DS-890f6a11-d8bf-4edb-9fa0-7265699135b5,DISK] 2024-11-14T02:42:00,991 INFO [RS:0;83c5a5c119d5:38911 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/WALs/83c5a5c119d5,38911,1731552119669/83c5a5c119d5%2C38911%2C1731552119669.1731552120976 2024-11-14T02:42:00,991 DEBUG [RS:0;83c5a5c119d5:38911 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46595:46595)] 2024-11-14T02:42:01,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:01,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:42:01,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:42:01,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:01,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:01,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:42:01,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:42:01,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:01,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:01,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:42:01,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:42:01,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:01,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:01,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:42:01,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:42:01,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:01,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:01,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:42:01,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/data/hbase/meta/1588230740 2024-11-14T02:42:01,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/data/hbase/meta/1588230740 2024-11-14T02:42:01,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:42:01,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:42:01,211 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:42:01,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:42:01,213 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:42:01,213 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74680437, jitterRate=0.11282522976398468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:42:01,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731552121205Initializing all the Stores at 1731552121205Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552121205Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552121205Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552121205Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552121205Cleaning up temporary data from old regions at 1731552121211 (+6 ms)Region opened successfully at 1731552121214 (+3 ms) 2024-11-14T02:42:01,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:42:01,214 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:42:01,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:42:01,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:42:01,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:42:01,214 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:42:01,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552121214Disabling compacts and flushes for region at 1731552121214Disabling writes for close at 1731552121214Writing region close event to WAL at 1731552121214Closed at 1731552121214 2024-11-14T02:42:01,215 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:42:01,215 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:42:01,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:42:01,216 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:42:01,216 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:42:01,366 DEBUG [83c5a5c119d5:36303 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:42:01,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,38911,1731552119669 2024-11-14T02:42:01,367 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,38911,1731552119669, state=OPENING 2024-11-14T02:42:01,392 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:42:01,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1968921348 2024-11-14T02:42:01,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x1013882362d0001, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1968921348 2024-11-14T02:42:01,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1968921348/meta-region-server: CHANGED 2024-11-14T02:42:01,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1968921348/meta-region-server: CHANGED 2024-11-14T02:42:01,426 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:42:01,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,38911,1731552119669}] 2024-11-14T02:42:01,578 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:42:01,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:42:01,581 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:42:01,581 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:42:01,581 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:42:01,582 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C38911%2C1731552119669.meta, suffix=.meta, logDir=hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/WALs/83c5a5c119d5,38911,1731552119669, archiveDir=hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/oldWALs, maxLogs=10 2024-11-14T02:42:01,594 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/WALs/83c5a5c119d5,38911,1731552119669/83c5a5c119d5%2C38911%2C1731552119669.meta.1731552121582.meta, exclude list is [], retry=0 2024-11-14T02:42:01,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32989,DS-890f6a11-d8bf-4edb-9fa0-7265699135b5,DISK] 2024-11-14T02:42:01,597 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/WALs/83c5a5c119d5,38911,1731552119669/83c5a5c119d5%2C38911%2C1731552119669.meta.1731552121582.meta 2024-11-14T02:42:01,597 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46595:46595)] 2024-11-14T02:42:01,597 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:42:01,597 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:42:01,597 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:42:01,598 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:42:01,598 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:42:01,598 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:42:01,598 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:01,598 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:42:01,598 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:42:01,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:42:01,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:42:01,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:01,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:01,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:42:01,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:42:01,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:01,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:01,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:42:01,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:42:01,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:01,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:01,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:42:01,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:42:01,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:01,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:01,602 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:42:01,602 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/data/hbase/meta/1588230740 2024-11-14T02:42:01,603 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/data/hbase/meta/1588230740 2024-11-14T02:42:01,604 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:42:01,604 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:42:01,604 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:42:01,605 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:42:01,605 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69643388, jitterRate=0.03776735067367554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:42:01,605 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:42:01,605 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731552121598Writing region info on filesystem at 1731552121598Initializing all the Stores at 1731552121598Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552121598Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552121599 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552121599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552121599Cleaning up temporary data from old regions at 1731552121604 (+5 ms)Running coprocessor post-open hooks at 1731552121605 (+1 ms)Region opened successfully at 1731552121605 2024-11-14T02:42:01,606 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731552121577 2024-11-14T02:42:01,608 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:42:01,608 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:42:01,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,38911,1731552119669 2024-11-14T02:42:01,609 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,38911,1731552119669, state=OPEN 2024-11-14T02:42:01,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x1013882362d0001, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1968921348/meta-region-server 2024-11-14T02:42:01,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36303-0x1013882362d0000, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1968921348/meta-region-server 2024-11-14T02:42:01,625 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,38911,1731552119669 2024-11-14T02:42:01,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1968921348/meta-region-server: CHANGED 2024-11-14T02:42:01,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1968921348/meta-region-server: CHANGED 2024-11-14T02:42:01,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:42:01,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,38911,1731552119669 in 199 msec 2024-11-14T02:42:01,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:42:01,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-14T02:42:01,629 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:42:01,629 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:42:01,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:01,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,38911,1731552119669, seqNum=-1] 2024-11-14T02:42:01,630 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:42:01,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:42:01,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 856 msec 2024-11-14T02:42:01,634 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731552121634, completionTime=-1 2024-11-14T02:42:01,634 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:42:01,634 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:42:01,635 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:42:01,635 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552181635 2024-11-14T02:42:01,635 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552241635 2024-11-14T02:42:01,635 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T02:42:01,635 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,36303,1731552119512-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:01,635 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,36303,1731552119512-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:01,635 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,36303,1731552119512-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:01,636 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:36303, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:01,636 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:01,636 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:01,637 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:42:01,638 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.908sec 2024-11-14T02:42:01,638 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:42:01,638 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:42:01,638 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:42:01,638 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:42:01,638 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:42:01,638 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,36303,1731552119512-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:42:01,638 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,36303,1731552119512-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:42:01,640 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:42:01,640 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:42:01,640 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,36303,1731552119512-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:01,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bca321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:01,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,36303,-1 for getting cluster id 2024-11-14T02:42:01,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:01,701 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03b32b61-06a9-4bd4-b692-ba8785a502ba' 2024-11-14T02:42:01,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:01,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03b32b61-06a9-4bd4-b692-ba8785a502ba" 2024-11-14T02:42:01,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a717b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:01,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,36303,-1] 2024-11-14T02:42:01,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:01,702 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:01,702 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:01,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736840fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:01,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:01,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,38911,1731552119669, seqNum=-1] 2024-11-14T02:42:01,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:42:01,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:42:01,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,36303,1731552119512 2024-11-14T02:42:01,706 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51831 2024-11-14T02:42:01,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51831, baseZNode=/0-1968921348 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:42:01,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013882362d0002 connected 2024-11-14T02:42:01,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:42:01,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,36303,1731552119512 2024-11-14T02:42:01,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9666e39 2024-11-14T02:42:01,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:42:01,724 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:42:01,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:42:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36303 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T02:42:01,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:42:01,726 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:01,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T02:42:01,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:42:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:01,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32989 is added to blk_1073741835_1011 (size=902) 2024-11-14T02:42:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:02,132 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e755b771981274cd921bafd53cb509c9, NAME => 'test,,1731552121724.e755b771981274cd921bafd53cb509c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb 2024-11-14T02:42:02,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32989 is added to blk_1073741836_1012 (size=39) 2024-11-14T02:42:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:02,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731552121724.e755b771981274cd921bafd53cb509c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:02,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e755b771981274cd921bafd53cb509c9, disabling compactions & flushes 2024-11-14T02:42:02,538 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731552121724.e755b771981274cd921bafd53cb509c9. 2024-11-14T02:42:02,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552121724.e755b771981274cd921bafd53cb509c9. 2024-11-14T02:42:02,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731552121724.e755b771981274cd921bafd53cb509c9. after waiting 0 ms 2024-11-14T02:42:02,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731552121724.e755b771981274cd921bafd53cb509c9. 2024-11-14T02:42:02,538 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731552121724.e755b771981274cd921bafd53cb509c9. 2024-11-14T02:42:02,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e755b771981274cd921bafd53cb509c9: Waiting for close lock at 1731552122538Disabling compacts and flushes for region at 1731552122538Disabling writes for close at 1731552122538Writing region close event to WAL at 1731552122538Closed at 1731552122538 2024-11-14T02:42:02,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:42:02,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731552121724.e755b771981274cd921bafd53cb509c9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731552122539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552122539"}]},"ts":"1731552122539"} 2024-11-14T02:42:02,540 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:42:02,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:42:02,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552122541"}]},"ts":"1731552122541"} 2024-11-14T02:42:02,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T02:42:02,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e755b771981274cd921bafd53cb509c9, ASSIGN}] 2024-11-14T02:42:02,543 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e755b771981274cd921bafd53cb509c9, ASSIGN 2024-11-14T02:42:02,544 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e755b771981274cd921bafd53cb509c9, ASSIGN; state=OFFLINE, location=83c5a5c119d5,38911,1731552119669; forceNewPlan=false, retain=false 2024-11-14T02:42:02,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e755b771981274cd921bafd53cb509c9, regionState=OPENING, regionLocation=83c5a5c119d5,38911,1731552119669 2024-11-14T02:42:02,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e755b771981274cd921bafd53cb509c9, ASSIGN because future has completed 2024-11-14T02:42:02,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e755b771981274cd921bafd53cb509c9, server=83c5a5c119d5,38911,1731552119669}] 2024-11-14T02:42:02,850 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731552121724.e755b771981274cd921bafd53cb509c9. 2024-11-14T02:42:02,850 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e755b771981274cd921bafd53cb509c9, NAME => 'test,,1731552121724.e755b771981274cd921bafd53cb509c9.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:42:02,850 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:42:02,850 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T02:42:02,850 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e755b771981274cd921bafd53cb509c9 2024-11-14T02:42:02,850 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731552121724.e755b771981274cd921bafd53cb509c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:02,850 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e755b771981274cd921bafd53cb509c9 2024-11-14T02:42:02,850 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e755b771981274cd921bafd53cb509c9 2024-11-14T02:42:02,851 INFO [StoreOpener-e755b771981274cd921bafd53cb509c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e755b771981274cd921bafd53cb509c9 2024-11-14T02:42:02,852 INFO [StoreOpener-e755b771981274cd921bafd53cb509c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e755b771981274cd921bafd53cb509c9 columnFamilyName f 2024-11-14T02:42:02,852 DEBUG [StoreOpener-e755b771981274cd921bafd53cb509c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:02,852 INFO [StoreOpener-e755b771981274cd921bafd53cb509c9-1 {}] regionserver.HStore(327): Store=e755b771981274cd921bafd53cb509c9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:02,852 INFO [StoreOpener-e755b771981274cd921bafd53cb509c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e755b771981274cd921bafd53cb509c9 2024-11-14T02:42:02,853 INFO [StoreOpener-e755b771981274cd921bafd53cb509c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e755b771981274cd921bafd53cb509c9 columnFamilyName f1 2024-11-14T02:42:02,853 DEBUG [StoreOpener-e755b771981274cd921bafd53cb509c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:02,853 INFO [StoreOpener-e755b771981274cd921bafd53cb509c9-1 {}] regionserver.HStore(327): Store=e755b771981274cd921bafd53cb509c9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:02,853 INFO [StoreOpener-e755b771981274cd921bafd53cb509c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e755b771981274cd921bafd53cb509c9 2024-11-14T02:42:02,853 INFO [StoreOpener-e755b771981274cd921bafd53cb509c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e755b771981274cd921bafd53cb509c9 columnFamilyName norep 2024-11-14T02:42:02,854 DEBUG [StoreOpener-e755b771981274cd921bafd53cb509c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:02,854 INFO [StoreOpener-e755b771981274cd921bafd53cb509c9-1 {}] regionserver.HStore(327): Store=e755b771981274cd921bafd53cb509c9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:02,854 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e755b771981274cd921bafd53cb509c9 2024-11-14T02:42:02,854 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/data/default/test/e755b771981274cd921bafd53cb509c9 2024-11-14T02:42:02,854 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/data/default/test/e755b771981274cd921bafd53cb509c9 2024-11-14T02:42:02,855 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e755b771981274cd921bafd53cb509c9 2024-11-14T02:42:02,855 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e755b771981274cd921bafd53cb509c9 2024-11-14T02:42:02,855 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:42:02,856 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e755b771981274cd921bafd53cb509c9 2024-11-14T02:42:02,857 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/data/default/test/e755b771981274cd921bafd53cb509c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:42:02,858 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e755b771981274cd921bafd53cb509c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69844909, jitterRate=0.04077024757862091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:42:02,858 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e755b771981274cd921bafd53cb509c9 2024-11-14T02:42:02,858 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e755b771981274cd921bafd53cb509c9: Running coprocessor pre-open hook at 1731552122850Writing region info on filesystem at 1731552122850Initializing all the Stores at 1731552122851 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552122851Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552122851Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552122851Cleaning up temporary data from old regions at 1731552122855 (+4 ms)Running coprocessor post-open hooks at 1731552122858 (+3 ms)Region opened successfully at 1731552122858 2024-11-14T02:42:02,859 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731552121724.e755b771981274cd921bafd53cb509c9., pid=6, masterSystemTime=1731552122847 2024-11-14T02:42:02,860 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731552121724.e755b771981274cd921bafd53cb509c9. 2024-11-14T02:42:02,860 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731552121724.e755b771981274cd921bafd53cb509c9. 2024-11-14T02:42:02,861 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e755b771981274cd921bafd53cb509c9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83c5a5c119d5,38911,1731552119669 2024-11-14T02:42:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:02,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e755b771981274cd921bafd53cb509c9, server=83c5a5c119d5,38911,1731552119669 because future has completed 2024-11-14T02:42:02,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:42:02,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e755b771981274cd921bafd53cb509c9, server=83c5a5c119d5,38911,1731552119669 in 167 msec 2024-11-14T02:42:02,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:42:02,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e755b771981274cd921bafd53cb509c9, ASSIGN in 322 msec 2024-11-14T02:42:02,866 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:42:02,866 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552122866"}]},"ts":"1731552122866"} 2024-11-14T02:42:02,867 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T02:42:02,868 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:42:02,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-11-14T02:42:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:03,872 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T02:42:03,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147c3f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:03,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,36303,-1 for getting cluster id 2024-11-14T02:42:03,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:03,873 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03b32b61-06a9-4bd4-b692-ba8785a502ba' 2024-11-14T02:42:03,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:03,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03b32b61-06a9-4bd4-b692-ba8785a502ba" 2024-11-14T02:42:03,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e11992f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:03,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,36303,-1] 2024-11-14T02:42:03,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:03,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:03,874 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:03,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e22589b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:03,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:42:03,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,36303,1731552119512 2024-11-14T02:42:03,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ce457d6 2024-11-14T02:42:03,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:42:03,876 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:42:03,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36303 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83c5a5c119d5:36303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T02:42:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36303 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:42:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:42:03,878 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:36303' 2024-11-14T02:42:03,879 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d586777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:03,879 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,36303,-1 for getting cluster id 2024-11-14T02:42:03,879 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:03,880 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03b32b61-06a9-4bd4-b692-ba8785a502ba' 2024-11-14T02:42:03,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:03,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03b32b61-06a9-4bd4-b692-ba8785a502ba" 2024-11-14T02:42:03,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdddbdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:03,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,36303,-1] 2024-11-14T02:42:03,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:03,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:03,881 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:03,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578cf6d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:03,881 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:42:03,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,36303,1731552119512 2024-11-14T02:42:03,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35f7155b 2024-11-14T02:42:03,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:42:03,882 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:42:03,883 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T02:42:03,883 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:42:03,883 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:03,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:42:03,883 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:03,883 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://83c5a5c119d5:36303, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T02:42:03,888 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://83c5a5c119d5:36303, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://83c5a5c119d5:36303, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://83c5a5c119d5:36303, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-14T02:42:03,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://83c5a5c119d5:36303, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-14T02:42:03,889 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-14T02:42:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:42:03,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:42:03,983 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://83c5a5c119d5:36303, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-14T02:42:03,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:42:03,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:03,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:03,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:42:03,998 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 362) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51831 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/cluster_183f8fed-f952-b15c-1ad1-abcda00a510a/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb-prefix:83c5a5c119d5,38911,1731552119669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51831) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp777921203-7948 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0e68432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 40529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/83c5a5c119d5:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@6d04174e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RS:0;83c5a5c119d5:38911 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/83c5a5c119d5:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 3 on default port 40529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp777921203-7951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/83c5a5c119d5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2128705303-7904 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1de33c37 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp2128705303-7900 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0e68432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51831) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@69a28a13[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/cluster_183f8fed-f952-b15c-1ad1-abcda00a510a/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552120791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1103685601_20 at /127.0.0.1:43422 [Receiving block BP-1629227472-172.17.0.2-1731552117849:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1103685601_20 at /127.0.0.1:43426 [Receiving block BP-1629227472-172.17.0.2-1731552117849:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(52487712) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server handler 3 on default port 39913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_META-regionserver/83c5a5c119d5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/83c5a5c119d5:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb-prefix:83c5a5c119d5,38911,1731552119669.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@1356bd54 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51831) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/cluster_183f8fed-f952-b15c-1ad1-abcda00a510a/data/data2/current/BP-1629227472-172.17.0.2-1731552117849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Session-HouseKeeper-569b3045-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@66e1711c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/cluster_183f8fed-f952-b15c-1ad1-abcda00a510a/data/data1/current/BP-1629227472-172.17.0.2-1731552117849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1629227472-172.17.0.2-1731552117849 heartbeating to localhost/127.0.0.1:39913 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1103685601_20 at /127.0.0.1:43360 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-7ba0bae0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@517cb558 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552120792 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7bc71f1f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1629227472-172.17.0.2-1731552117849:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:51831): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp2128705303-7906 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RS:0;83c5a5c119d5:38911-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1853293930_20 at /127.0.0.1:43404 [Receiving block BP-1629227472-172.17.0.2-1731552117849:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp777921203-7950 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$593/0x00007f0e68ab3c78.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: PacketResponder: BP-1629227472-172.17.0.2-1731552117849:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp777921203-7949-acceptor-0@4f833f82-ServerConnector@46a022b2{HTTP/1.1, (http/1.1)}{localhost:40033} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7a36a10d java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@743fe49b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1629227472-172.17.0.2-1731552117849:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2128705303-7901 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0e68432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 40529 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server handler 0 on default port 40529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39913/user/jenkins/test-data/d44ea1f3-8e95-0303-203e-162ea91fafbb/MasterData-prefix:83c5a5c119d5,36303,1731552119512 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@2fe8e7b3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39913 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2128705303-7903-acceptor-0@3bcf3f6b-ServerConnector@66cf93a8{HTTP/1.1, (http/1.1)}{localhost:38073} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2128705303-7905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 83c5a5c119d5:36303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: M:0;83c5a5c119d5:36303 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2128705303-7902 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0e68432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f0e689f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39913 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp2128705303-7899 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0e68432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 789) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=255 (was 251) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5004 (was 5027) 2024-11-14T02:42:04,000 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-14T02:42:04,012 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=255, ProcessCount=11, AvailableMemoryMB=5003 2024-11-14T02:42:04,012 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-14T02:42:04,024 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-14T02:42:04,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/hadoop.log.dir so I do NOT create it in target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563 2024-11-14T02:42:04,024 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:42:04,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/hadoop.tmp.dir so I do NOT create it in target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563 2024-11-14T02:42:04,024 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f891fac6-6777-648b-e849-483529480a02/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:42:04,025 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563 2024-11-14T02:42:04,025 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/cluster_de64fdb6-c288-0bcf-efe6-4ea33a5873a7, deleteOnExit=true 2024-11-14T02:42:04,047 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/cluster_de64fdb6-c288-0bcf-efe6-4ea33a5873a7/zookeeper_0, clientPort=50749, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/cluster_de64fdb6-c288-0bcf-efe6-4ea33a5873a7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/cluster_de64fdb6-c288-0bcf-efe6-4ea33a5873a7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T02:42:04,048 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50749 2024-11-14T02:42:04,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:42:04,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:42:04,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/test.cache.data in system properties and HBase conf 2024-11-14T02:42:04,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:42:04,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:42:04,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:42:04,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:42:04,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:42:04,048 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:42:04,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:42:04,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:42:04,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:42:04,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:42:04,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:42:04,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:42:04,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:42:04,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:42:04,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:42:04,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:42:04,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:42:04,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:42:04,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:42:04,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:42:04,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:42:04,387 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:42:04,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:42:04,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:42:04,388 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:42:04,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:42:04,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5299e3d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:42:04,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e1c6259{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:42:04,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6436398f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/java.io.tmpdir/jetty-localhost-38949-hadoop-hdfs-3_4_1-tests_jar-_-any-14190988314069016522/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:42:04,497 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5737688b{HTTP/1.1, (http/1.1)}{localhost:38949} 2024-11-14T02:42:04,497 INFO [Time-limited test {}] server.Server(415): Started @324976ms 2024-11-14T02:42:04,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:42:04,693 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:42:04,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:42:04,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:42:04,695 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T02:42:04,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f5c36a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:42:04,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43931354{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:42:04,702 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:42:04,702 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:42:04,703 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128867 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:42:04,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a59e830{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/java.io.tmpdir/jetty-localhost-46383-hadoop-hdfs-3_4_1-tests_jar-_-any-17159081878829108270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:42:04,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e43f981{HTTP/1.1, (http/1.1)}{localhost:46383} 2024-11-14T02:42:04,789 INFO [Time-limited test {}] server.Server(415): Started @325267ms 2024-11-14T02:42:04,790 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:42:05,259 WARN [Thread-4319 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/cluster_de64fdb6-c288-0bcf-efe6-4ea33a5873a7/data/data1/current/BP-369914533-172.17.0.2-1731552124074/current, will proceed with Du for space computation calculation, 2024-11-14T02:42:05,259 WARN [Thread-4320 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/cluster_de64fdb6-c288-0bcf-efe6-4ea33a5873a7/data/data2/current/BP-369914533-172.17.0.2-1731552124074/current, will proceed with Du for space computation calculation, 2024-11-14T02:42:05,274 WARN [Thread-4307 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:42:05,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1d6ac9291ebad44 with lease ID 0x9a34583a124847eb: Processing first storage report for DS-d223c8c6-2805-4b36-a501-d07a675c85d1 from datanode DatanodeRegistration(127.0.0.1:44945, datanodeUuid=4a7705bf-2e96-430d-8ffe-b54a1d3f3290, infoPort=46241, infoSecurePort=0, ipcPort=37835, storageInfo=lv=-57;cid=testClusterID;nsid=1543288239;c=1731552124074) 2024-11-14T02:42:05,276 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1d6ac9291ebad44 with lease ID 0x9a34583a124847eb: from storage DS-d223c8c6-2805-4b36-a501-d07a675c85d1 node DatanodeRegistration(127.0.0.1:44945, datanodeUuid=4a7705bf-2e96-430d-8ffe-b54a1d3f3290, infoPort=46241, infoSecurePort=0, ipcPort=37835, storageInfo=lv=-57;cid=testClusterID;nsid=1543288239;c=1731552124074), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:42:05,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1d6ac9291ebad44 with lease ID 0x9a34583a124847eb: Processing first storage report for DS-b082b5ac-71d2-476b-8254-454725e4e56a from datanode DatanodeRegistration(127.0.0.1:44945, datanodeUuid=4a7705bf-2e96-430d-8ffe-b54a1d3f3290, infoPort=46241, infoSecurePort=0, ipcPort=37835, storageInfo=lv=-57;cid=testClusterID;nsid=1543288239;c=1731552124074) 2024-11-14T02:42:05,276 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1d6ac9291ebad44 with lease ID 0x9a34583a124847eb: from storage DS-b082b5ac-71d2-476b-8254-454725e4e56a node DatanodeRegistration(127.0.0.1:44945, datanodeUuid=4a7705bf-2e96-430d-8ffe-b54a1d3f3290, infoPort=46241, infoSecurePort=0, ipcPort=37835, storageInfo=lv=-57;cid=testClusterID;nsid=1543288239;c=1731552124074), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:42:05,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563 2024-11-14T02:42:05,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:05,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:05,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:42:05,723 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4 with version=8 2024-11-14T02:42:05,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/hbase-staging 2024-11-14T02:42:05,726 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:42:05,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:42:05,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:42:05,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:42:05,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:42:05,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:42:05,726 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:42:05,726 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:42:05,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32927 2024-11-14T02:42:05,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32927 connecting to ZooKeeper ensemble=127.0.0.1:50749 2024-11-14T02:42:05,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329270x0, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:42:05,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32927-0x10138824e770000 connected 2024-11-14T02:42:05,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:05,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:05,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Set watcher on znode that does not yet exist, /0-1185489770/running 2024-11-14T02:42:05,871 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4, hbase.cluster.distributed=false 2024-11-14T02:42:05,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Set watcher on znode that does not yet exist, /0-1185489770/acl 2024-11-14T02:42:05,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32927 2024-11-14T02:42:05,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32927 2024-11-14T02:42:05,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32927 2024-11-14T02:42:05,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32927 2024-11-14T02:42:05,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32927 2024-11-14T02:42:05,887 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:42:05,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:42:05,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:42:05,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:42:05,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:42:05,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:42:05,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:42:05,887 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:42:05,887 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44789 2024-11-14T02:42:05,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44789 connecting to ZooKeeper ensemble=127.0.0.1:50749 2024-11-14T02:42:05,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:05,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:05,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447890x0, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:42:05,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44789-0x10138824e770001 connected 2024-11-14T02:42:05,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Set watcher on znode that does not yet exist, /0-1185489770/running 2024-11-14T02:42:05,900 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:42:05,901 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:42:05,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Set watcher on znode that does not yet exist, /0-1185489770/master 2024-11-14T02:42:05,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Set watcher on znode that does not yet exist, /0-1185489770/acl 2024-11-14T02:42:05,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44789 2024-11-14T02:42:05,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44789 2024-11-14T02:42:05,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44789 2024-11-14T02:42:05,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44789 2024-11-14T02:42:05,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44789 2024-11-14T02:42:05,918 DEBUG [M:0;83c5a5c119d5:32927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:32927 2024-11-14T02:42:05,919 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1185489770/backup-masters/83c5a5c119d5,32927,1731552125726 2024-11-14T02:42:05,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770/backup-masters 2024-11-14T02:42:05,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770/backup-masters 2024-11-14T02:42:05,928 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Set watcher on existing znode=/0-1185489770/backup-masters/83c5a5c119d5,32927,1731552125726 2024-11-14T02:42:05,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1185489770/master 2024-11-14T02:42:05,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770 2024-11-14T02:42:05,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770 2024-11-14T02:42:05,937 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Set watcher on existing znode=/0-1185489770/master 2024-11-14T02:42:05,937 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1185489770/backup-masters/83c5a5c119d5,32927,1731552125726 from backup master directory 2024-11-14T02:42:05,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1185489770/backup-masters/83c5a5c119d5,32927,1731552125726 2024-11-14T02:42:05,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770/backup-masters 2024-11-14T02:42:05,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770/backup-masters 2024-11-14T02:42:05,945 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:42:05,945 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,32927,1731552125726 2024-11-14T02:42:05,947 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/hbase.id] with ID: e627624c-95a0-4541-8c37-c2bed17d1725 2024-11-14T02:42:05,947 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/.tmp/hbase.id 2024-11-14T02:42:05,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:42:05,953 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/.tmp/hbase.id]:[hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/hbase.id] 2024-11-14T02:42:05,960 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:05,960 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:42:05,960 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T02:42:05,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770 2024-11-14T02:42:05,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770 2024-11-14T02:42:05,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:42:06,374 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:42:06,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:42:06,375 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:42:06,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:42:06,781 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store 2024-11-14T02:42:06,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:42:06,785 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:06,785 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:42:06,785 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:06,785 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:06,785 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:42:06,785 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:06,785 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:06,785 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552126785Disabling compacts and flushes for region at 1731552126785Disabling writes for close at 1731552126785Writing region close event to WAL at 1731552126785Closed at 1731552126785 2024-11-14T02:42:06,786 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/.initializing 2024-11-14T02:42:06,786 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/WALs/83c5a5c119d5,32927,1731552125726 2024-11-14T02:42:06,787 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:42:06,788 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C32927%2C1731552125726, suffix=, logDir=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/WALs/83c5a5c119d5,32927,1731552125726, archiveDir=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/oldWALs, maxLogs=10 2024-11-14T02:42:06,801 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/WALs/83c5a5c119d5,32927,1731552125726/83c5a5c119d5%2C32927%2C1731552125726.1731552126788, exclude list is [], retry=0 2024-11-14T02:42:06,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44945,DS-d223c8c6-2805-4b36-a501-d07a675c85d1,DISK] 2024-11-14T02:42:06,804 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/WALs/83c5a5c119d5,32927,1731552125726/83c5a5c119d5%2C32927%2C1731552125726.1731552126788 2024-11-14T02:42:06,804 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46241:46241)] 2024-11-14T02:42:06,804 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:42:06,804 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:06,804 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:06,804 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:06,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:06,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:42:06,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:06,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:06,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:06,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:42:06,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:06,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:06,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:06,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:42:06,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:06,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:06,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:06,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:42:06,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:06,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:06,809 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:06,810 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:06,810 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:06,811 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:06,811 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:06,811 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:42:06,812 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:06,814 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:42:06,814 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69657287, jitterRate=0.037974461913108826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:42:06,814 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731552126804Initializing all the Stores at 1731552126805 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552126805Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552126805Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552126805Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552126805Cleaning up temporary data from old regions at 1731552126811 (+6 ms)Region opened successfully at 1731552126814 (+3 ms) 2024-11-14T02:42:06,814 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:42:06,816 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388957f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:42:06,817 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:42:06,817 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:42:06,817 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:42:06,818 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:42:06,818 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:42:06,818 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:42:06,818 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:42:06,820 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:42:06,820 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Unable to get data of znode /0-1185489770/balancer because node does not exist (not necessarily an error) 2024-11-14T02:42:06,849 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1185489770/balancer already deleted, retry=false 2024-11-14T02:42:06,850 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:42:06,850 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Unable to get data of znode /0-1185489770/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:42:06,858 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1185489770/normalizer already deleted, retry=false 2024-11-14T02:42:06,858 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:42:06,859 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Unable to get data of znode /0-1185489770/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:42:06,866 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1185489770/switch/split already deleted, retry=false 2024-11-14T02:42:06,867 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Unable to get data of znode /0-1185489770/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:42:06,874 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1185489770/switch/merge already deleted, retry=false 2024-11-14T02:42:06,876 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Unable to get data of znode /0-1185489770/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:42:06,882 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1185489770/snapshot-cleanup already deleted, retry=false 2024-11-14T02:42:06,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1185489770/running 2024-11-14T02:42:06,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1185489770/running 2024-11-14T02:42:06,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770 2024-11-14T02:42:06,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770 2024-11-14T02:42:06,891 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,32927,1731552125726, sessionid=0x10138824e770000, setting cluster-up flag (Was=false) 2024-11-14T02:42:06,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770 2024-11-14T02:42:06,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770 2024-11-14T02:42:06,933 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1185489770/flush-table-proc/acquired, /0-1185489770/flush-table-proc/reached, /0-1185489770/flush-table-proc/abort 2024-11-14T02:42:06,934 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,32927,1731552125726 2024-11-14T02:42:06,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770 2024-11-14T02:42:06,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770 2024-11-14T02:42:06,974 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1185489770/online-snapshot/acquired, /0-1185489770/online-snapshot/reached, /0-1185489770/online-snapshot/abort 2024-11-14T02:42:06,975 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,32927,1731552125726 2024-11-14T02:42:06,976 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:42:06,977 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:42:06,977 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:42:06,977 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:42:06,978 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,32927,1731552125726 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:42:06,978 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:42:06,978 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:42:06,978 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:42:06,979 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:42:06,979 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:42:06,979 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:06,979 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:42:06,979 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:06,979 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552156979 2024-11-14T02:42:06,979 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:42:06,980 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:42:06,980 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:42:06,980 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:42:06,980 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:42:06,980 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:42:06,980 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:42:06,980 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:42:06,980 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:06,980 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:42:06,980 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:42:06,980 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:42:06,980 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:42:06,980 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:06,981 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:42:06,981 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:42:06,981 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:42:06,981 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552126981,5,FailOnTimeoutGroup] 2024-11-14T02:42:06,981 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552126981,5,FailOnTimeoutGroup] 2024-11-14T02:42:06,981 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:06,981 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:42:06,981 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:06,981 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:06,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:42:07,010 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(746): ClusterId : e627624c-95a0-4541-8c37-c2bed17d1725 2024-11-14T02:42:07,010 DEBUG [RS:0;83c5a5c119d5:44789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:42:07,020 DEBUG [RS:0;83c5a5c119d5:44789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:42:07,020 DEBUG [RS:0;83c5a5c119d5:44789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:42:07,028 DEBUG [RS:0;83c5a5c119d5:44789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:42:07,029 DEBUG [RS:0;83c5a5c119d5:44789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbb4010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:42:07,040 DEBUG [RS:0;83c5a5c119d5:44789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:44789 2024-11-14T02:42:07,040 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:42:07,040 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:42:07,040 DEBUG [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:42:07,040 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,32927,1731552125726 with port=44789, startcode=1731552125886 2024-11-14T02:42:07,040 DEBUG [RS:0;83c5a5c119d5:44789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:42:07,042 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:42:07,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,44789,1731552125886 2024-11-14T02:42:07,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32927 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,44789,1731552125886 2024-11-14T02:42:07,043 DEBUG [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4 2024-11-14T02:42:07,043 DEBUG [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38409 2024-11-14T02:42:07,043 DEBUG [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:42:07,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770/rs 2024-11-14T02:42:07,053 DEBUG [RS:0;83c5a5c119d5:44789 {}] zookeeper.ZKUtil(111): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Set watcher on existing znode=/0-1185489770/rs/83c5a5c119d5,44789,1731552125886 2024-11-14T02:42:07,053 WARN [RS:0;83c5a5c119d5:44789 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:42:07,053 INFO [RS:0;83c5a5c119d5:44789 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:42:07,053 DEBUG [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886 2024-11-14T02:42:07,054 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,44789,1731552125886] 2024-11-14T02:42:07,055 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:42:07,057 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:42:07,057 INFO [RS:0;83c5a5c119d5:44789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:42:07,057 INFO [RS:0;83c5a5c119d5:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:07,057 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:42:07,058 INFO [RS:0;83c5a5c119d5:44789 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:42:07,058 INFO [RS:0;83c5a5c119d5:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:07,058 DEBUG [RS:0;83c5a5c119d5:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:07,058 DEBUG [RS:0;83c5a5c119d5:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:07,058 DEBUG [RS:0;83c5a5c119d5:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:07,058 DEBUG [RS:0;83c5a5c119d5:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:07,058 DEBUG [RS:0;83c5a5c119d5:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:07,058 DEBUG [RS:0;83c5a5c119d5:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:42:07,058 DEBUG [RS:0;83c5a5c119d5:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:07,058 DEBUG [RS:0;83c5a5c119d5:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:07,058 DEBUG [RS:0;83c5a5c119d5:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:07,058 DEBUG [RS:0;83c5a5c119d5:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:07,058 DEBUG [RS:0;83c5a5c119d5:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:07,058 DEBUG [RS:0;83c5a5c119d5:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:07,058 DEBUG [RS:0;83c5a5c119d5:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:42:07,058 DEBUG [RS:0;83c5a5c119d5:44789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:42:07,063 INFO [RS:0;83c5a5c119d5:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:07,063 INFO [RS:0;83c5a5c119d5:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:07,063 INFO [RS:0;83c5a5c119d5:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:07,063 INFO [RS:0;83c5a5c119d5:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:07,063 INFO [RS:0;83c5a5c119d5:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:07,063 INFO [RS:0;83c5a5c119d5:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,44789,1731552125886-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:42:07,077 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:42:07,077 INFO [RS:0;83c5a5c119d5:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,44789,1731552125886-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:07,077 INFO [RS:0;83c5a5c119d5:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:07,077 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.Replication(171): 83c5a5c119d5,44789,1731552125886 started 2024-11-14T02:42:07,089 INFO [RS:0;83c5a5c119d5:44789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:07,089 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,44789,1731552125886, RpcServer on 83c5a5c119d5/172.17.0.2:44789, sessionid=0x10138824e770001 2024-11-14T02:42:07,089 DEBUG [RS:0;83c5a5c119d5:44789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:42:07,089 DEBUG [RS:0;83c5a5c119d5:44789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,44789,1731552125886 2024-11-14T02:42:07,089 DEBUG [RS:0;83c5a5c119d5:44789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,44789,1731552125886' 2024-11-14T02:42:07,089 DEBUG [RS:0;83c5a5c119d5:44789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1185489770/flush-table-proc/abort' 2024-11-14T02:42:07,090 DEBUG [RS:0;83c5a5c119d5:44789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1185489770/flush-table-proc/acquired' 2024-11-14T02:42:07,090 DEBUG [RS:0;83c5a5c119d5:44789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:42:07,090 DEBUG [RS:0;83c5a5c119d5:44789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:42:07,090 DEBUG [RS:0;83c5a5c119d5:44789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,44789,1731552125886 2024-11-14T02:42:07,090 DEBUG [RS:0;83c5a5c119d5:44789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,44789,1731552125886' 2024-11-14T02:42:07,090 DEBUG [RS:0;83c5a5c119d5:44789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1185489770/online-snapshot/abort' 2024-11-14T02:42:07,091 DEBUG [RS:0;83c5a5c119d5:44789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1185489770/online-snapshot/acquired' 2024-11-14T02:42:07,091 DEBUG [RS:0;83c5a5c119d5:44789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:42:07,091 INFO [RS:0;83c5a5c119d5:44789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:42:07,091 INFO [RS:0;83c5a5c119d5:44789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:42:07,101 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:42:07,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:07,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:07,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:07,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:07,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:07,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:07,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:07,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:07,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:07,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:07,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:07,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:07,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:07,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:07,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:07,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:07,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:07,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:07,191 INFO [RS:0;83c5a5c119d5:44789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:42:07,192 INFO [RS:0;83c5a5c119d5:44789 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C44789%2C1731552125886, suffix=, logDir=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886, archiveDir=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/oldWALs, maxLogs=10 2024-11-14T02:42:07,198 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:42:07,198 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T02:42:07,205 DEBUG [RS:0;83c5a5c119d5:44789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193, exclude list is [], retry=0 2024-11-14T02:42:07,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44945,DS-d223c8c6-2805-4b36-a501-d07a675c85d1,DISK] 2024-11-14T02:42:07,208 INFO [RS:0;83c5a5c119d5:44789 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 2024-11-14T02:42:07,208 DEBUG [RS:0;83c5a5c119d5:44789 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46241:46241)] 2024-11-14T02:42:07,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:42:07,387 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4 2024-11-14T02:42:07,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:42:07,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:07,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:42:07,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:42:07,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:07,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:07,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:42:07,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:42:07,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:07,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:07,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:42:07,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:42:07,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:07,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:07,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:42:07,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:42:07,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:07,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:07,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:42:07,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740 2024-11-14T02:42:07,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740 2024-11-14T02:42:07,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:42:07,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:42:07,798 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:42:07,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:42:07,800 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:42:07,800 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60589144, jitterRate=-0.09715139865875244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:42:07,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731552127791Initializing all the Stores at 1731552127792 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552127792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552127792Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552127792Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552127792Cleaning up temporary data from old regions at 1731552127798 (+6 ms)Region opened successfully at 1731552127800 (+2 ms) 2024-11-14T02:42:07,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:42:07,801 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:42:07,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:42:07,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:42:07,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:42:07,801 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:42:07,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552127801Disabling compacts and flushes for region at 1731552127801Disabling writes for close at 1731552127801Writing region close event to WAL at 1731552127801Closed at 1731552127801 2024-11-14T02:42:07,802 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:42:07,802 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:42:07,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:42:07,802 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:42:07,803 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:42:07,953 DEBUG [83c5a5c119d5:32927 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:42:07,954 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,44789,1731552125886 2024-11-14T02:42:07,954 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,44789,1731552125886, state=OPENING 2024-11-14T02:42:07,983 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:42:08,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770 2024-11-14T02:42:08,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770 2024-11-14T02:42:08,017 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:42:08,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,44789,1731552125886}] 2024-11-14T02:42:08,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1185489770/meta-region-server: CHANGED 2024-11-14T02:42:08,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1185489770/meta-region-server: CHANGED 2024-11-14T02:42:08,169 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:42:08,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:42:08,172 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:42:08,172 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:42:08,173 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:42:08,174 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C44789%2C1731552125886.meta, suffix=.meta, logDir=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886, archiveDir=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/oldWALs, maxLogs=10 2024-11-14T02:42:08,186 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.meta.1731552128174.meta, exclude list is [], retry=0 2024-11-14T02:42:08,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44945,DS-d223c8c6-2805-4b36-a501-d07a675c85d1,DISK] 2024-11-14T02:42:08,189 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.meta.1731552128174.meta 2024-11-14T02:42:08,189 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46241:46241)] 2024-11-14T02:42:08,189 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:42:08,189 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:42:08,189 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:42:08,189 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:42:08,189 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:42:08,190 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:42:08,190 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:08,190 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:42:08,190 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:42:08,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:42:08,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:42:08,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:08,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:08,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:42:08,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:42:08,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:08,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:08,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:42:08,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:42:08,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:08,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:08,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:42:08,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:42:08,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:08,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:08,194 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:42:08,194 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740 2024-11-14T02:42:08,195 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740 2024-11-14T02:42:08,196 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:42:08,196 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:42:08,196 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:42:08,197 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:42:08,197 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64039310, jitterRate=-0.04573991894721985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:42:08,197 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:42:08,197 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731552128190Writing region info on filesystem at 1731552128190Initializing all the Stores at 1731552128190Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552128190Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552128190Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552128190Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552128190Cleaning up temporary data from old regions at 1731552128196 (+6 ms)Running coprocessor post-open hooks at 1731552128197 (+1 ms)Region opened successfully at 1731552128197 2024-11-14T02:42:08,198 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731552128169 2024-11-14T02:42:08,199 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:42:08,199 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:42:08,200 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,44789,1731552125886 2024-11-14T02:42:08,200 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,44789,1731552125886, state=OPEN 2024-11-14T02:42:08,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1185489770/meta-region-server 2024-11-14T02:42:08,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1185489770/meta-region-server 2024-11-14T02:42:08,216 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,44789,1731552125886 2024-11-14T02:42:08,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1185489770/meta-region-server: CHANGED 2024-11-14T02:42:08,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1185489770/meta-region-server: CHANGED 2024-11-14T02:42:08,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:42:08,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,44789,1731552125886 in 199 msec 2024-11-14T02:42:08,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:42:08,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-14T02:42:08,219 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:42:08,219 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:42:08,220 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:08,220 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,44789,1731552125886, seqNum=-1] 2024-11-14T02:42:08,220 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:42:08,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:42:08,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-11-14T02:42:08,225 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731552128225, completionTime=-1 2024-11-14T02:42:08,225 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:42:08,225 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:42:08,226 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:42:08,226 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552188226 2024-11-14T02:42:08,227 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552248227 2024-11-14T02:42:08,227 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T02:42:08,227 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,32927,1731552125726-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:08,227 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,32927,1731552125726-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:08,227 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,32927,1731552125726-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:08,227 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:32927, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:08,227 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:08,227 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:08,229 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:42:08,230 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.285sec 2024-11-14T02:42:08,230 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:42:08,230 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:42:08,230 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:42:08,230 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:42:08,230 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:42:08,230 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,32927,1731552125726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:42:08,230 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,32927,1731552125726-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:42:08,232 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:42:08,232 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:42:08,232 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,32927,1731552125726-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:08,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64fa4b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:08,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,32927,-1 for getting cluster id 2024-11-14T02:42:08,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:08,312 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e627624c-95a0-4541-8c37-c2bed17d1725' 2024-11-14T02:42:08,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:08,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e627624c-95a0-4541-8c37-c2bed17d1725" 2024-11-14T02:42:08,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731ee27a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:08,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,32927,-1] 2024-11-14T02:42:08,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:08,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:08,313 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:08,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df36315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:08,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:08,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,44789,1731552125886, seqNum=-1] 2024-11-14T02:42:08,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:42:08,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:42:08,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,32927,1731552125726 2024-11-14T02:42:08,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50749 2024-11-14T02:42:08,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:42:08,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10138824e770002 connected 2024-11-14T02:42:08,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/hadoop.log.dir so I do NOT create it in target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22 2024-11-14T02:42:08,334 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:42:08,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/hadoop.tmp.dir so I do NOT create it in target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22 2024-11-14T02:42:08,334 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:42:08,334 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22 2024-11-14T02:42:08,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:42:08,335 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/cluster_96a0e4df-76a4-e953-c015-7ed1f4a683f6, deleteOnExit=true 2024-11-14T02:42:08,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:42:08,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/test.cache.data in system properties and HBase conf 2024-11-14T02:42:08,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:42:08,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:42:08,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:42:08,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:42:08,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:42:08,335 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:42:08,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:42:08,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:42:08,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:42:08,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:42:08,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:42:08,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:42:08,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:42:08,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:42:08,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:42:08,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:42:08,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:42:08,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:42:08,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:42:08,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:42:08,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:42:08,582 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:42:08,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:42:08,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:42:08,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:42:08,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:42:08,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48fc470e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:42:08,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@132d4871{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:42:08,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7349cd64{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/java.io.tmpdir/jetty-localhost-38927-hadoop-hdfs-3_4_1-tests_jar-_-any-12008105854643781713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:42:08,677 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2a3994{HTTP/1.1, (http/1.1)}{localhost:38927} 2024-11-14T02:42:08,677 INFO [Time-limited test {}] server.Server(415): Started @329156ms 2024-11-14T02:42:08,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:42:08,913 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:42:08,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:42:08,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:42:08,914 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:42:08,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3746d143{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:42:08,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c1a14f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:42:09,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@647486c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/java.io.tmpdir/jetty-localhost-38847-hadoop-hdfs-3_4_1-tests_jar-_-any-17162767260771099665/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:42:09,009 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@691ab766{HTTP/1.1, (http/1.1)}{localhost:38847} 2024-11-14T02:42:09,009 INFO [Time-limited test {}] server.Server(415): Started @329488ms 2024-11-14T02:42:09,010 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:42:09,517 WARN [Thread-4441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/cluster_96a0e4df-76a4-e953-c015-7ed1f4a683f6/data/data2/current/BP-1628334346-172.17.0.2-1731552128349/current, will proceed with Du for space computation calculation, 2024-11-14T02:42:09,517 WARN [Thread-4440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/cluster_96a0e4df-76a4-e953-c015-7ed1f4a683f6/data/data1/current/BP-1628334346-172.17.0.2-1731552128349/current, will proceed with Du for space computation calculation, 2024-11-14T02:42:09,532 WARN [Thread-4428 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:42:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x355e343b2a4fbdc4 with lease ID 0x4506036584c3b940: Processing first storage report for DS-500d5afe-ebb3-4881-96eb-5f9e1c6b4e90 from datanode DatanodeRegistration(127.0.0.1:44861, datanodeUuid=e424e718-d1b7-4b47-86b5-c0d29ecc495f, infoPort=38383, infoSecurePort=0, ipcPort=35365, storageInfo=lv=-57;cid=testClusterID;nsid=183324402;c=1731552128349) 2024-11-14T02:42:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x355e343b2a4fbdc4 with lease ID 0x4506036584c3b940: from storage DS-500d5afe-ebb3-4881-96eb-5f9e1c6b4e90 node DatanodeRegistration(127.0.0.1:44861, datanodeUuid=e424e718-d1b7-4b47-86b5-c0d29ecc495f, infoPort=38383, infoSecurePort=0, ipcPort=35365, storageInfo=lv=-57;cid=testClusterID;nsid=183324402;c=1731552128349), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T02:42:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x355e343b2a4fbdc4 with lease ID 0x4506036584c3b940: Processing first storage report for DS-1ba3e9ce-1dde-4eaf-ba3f-7497fcdffab8 from datanode DatanodeRegistration(127.0.0.1:44861, datanodeUuid=e424e718-d1b7-4b47-86b5-c0d29ecc495f, infoPort=38383, infoSecurePort=0, ipcPort=35365, storageInfo=lv=-57;cid=testClusterID;nsid=183324402;c=1731552128349) 2024-11-14T02:42:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x355e343b2a4fbdc4 with lease ID 0x4506036584c3b940: from storage DS-1ba3e9ce-1dde-4eaf-ba3f-7497fcdffab8 node DatanodeRegistration(127.0.0.1:44861, datanodeUuid=e424e718-d1b7-4b47-86b5-c0d29ecc495f, infoPort=38383, infoSecurePort=0, ipcPort=35365, storageInfo=lv=-57;cid=testClusterID;nsid=183324402;c=1731552128349), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:42:09,633 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22 2024-11-14T02:42:09,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:09,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:09,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:42:10,040 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e with version=8 2024-11-14T02:42:10,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/hbase-staging 2024-11-14T02:42:10,042 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:42:10,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:42:10,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:42:10,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:42:10,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:42:10,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:42:10,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:42:10,043 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:42:10,043 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35499 2024-11-14T02:42:10,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35499 connecting to ZooKeeper ensemble=127.0.0.1:50749 2024-11-14T02:42:10,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354990x0, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:42:10,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35499-0x10138824e770003 connected 2024-11-14T02:42:10,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:10,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:10,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Set watcher on znode that does not yet exist, /1-406034568/running 2024-11-14T02:42:10,136 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e, hbase.cluster.distributed=false 2024-11-14T02:42:10,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Set watcher on znode that does not yet exist, /1-406034568/acl 2024-11-14T02:42:10,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35499 2024-11-14T02:42:10,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35499 2024-11-14T02:42:10,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35499 2024-11-14T02:42:10,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35499 2024-11-14T02:42:10,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35499 2024-11-14T02:42:10,155 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:42:10,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:42:10,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:42:10,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:42:10,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:42:10,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:42:10,155 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:42:10,155 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:42:10,156 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36215 2024-11-14T02:42:10,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36215 connecting to ZooKeeper ensemble=127.0.0.1:50749 2024-11-14T02:42:10,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:10,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:10,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362150x0, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:42:10,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Set watcher on znode that does not yet exist, /1-406034568/running 2024-11-14T02:42:10,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36215-0x10138824e770004 connected 2024-11-14T02:42:10,170 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:42:10,171 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:42:10,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Set watcher on znode that does not yet exist, /1-406034568/master 2024-11-14T02:42:10,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Set watcher on znode that does not yet exist, /1-406034568/acl 2024-11-14T02:42:10,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36215 2024-11-14T02:42:10,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36215 2024-11-14T02:42:10,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36215 2024-11-14T02:42:10,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36215 2024-11-14T02:42:10,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36215 2024-11-14T02:42:10,186 DEBUG [M:0;83c5a5c119d5:35499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:35499 2024-11-14T02:42:10,187 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-406034568/backup-masters/83c5a5c119d5,35499,1731552130042 2024-11-14T02:42:10,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568/backup-masters 2024-11-14T02:42:10,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568/backup-masters 2024-11-14T02:42:10,195 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Set watcher on existing znode=/1-406034568/backup-masters/83c5a5c119d5,35499,1731552130042 2024-11-14T02:42:10,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-406034568/master 2024-11-14T02:42:10,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568 2024-11-14T02:42:10,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568 2024-11-14T02:42:10,203 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Set watcher on existing znode=/1-406034568/master 2024-11-14T02:42:10,203 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-406034568/backup-masters/83c5a5c119d5,35499,1731552130042 from backup master directory 2024-11-14T02:42:10,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-406034568/backup-masters/83c5a5c119d5,35499,1731552130042 2024-11-14T02:42:10,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568/backup-masters 2024-11-14T02:42:10,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568/backup-masters 2024-11-14T02:42:10,211 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:42:10,211 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,35499,1731552130042 2024-11-14T02:42:10,214 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/hbase.id] with ID: fc62d6fb-e602-4d18-aee9-3e6585b5431c 2024-11-14T02:42:10,214 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/.tmp/hbase.id 2024-11-14T02:42:10,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:42:10,617 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/.tmp/hbase.id]:[hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/hbase.id] 2024-11-14T02:42:10,624 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:10,624 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:42:10,625 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T02:42:10,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568 2024-11-14T02:42:10,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568 2024-11-14T02:42:10,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:42:11,053 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:42:11,054 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:42:11,055 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:42:11,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:42:11,459 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store 2024-11-14T02:42:11,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:42:11,463 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:11,464 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:42:11,464 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:11,464 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:11,464 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:42:11,464 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:11,464 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:11,464 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552131463Disabling compacts and flushes for region at 1731552131463Disabling writes for close at 1731552131464 (+1 ms)Writing region close event to WAL at 1731552131464Closed at 1731552131464 2024-11-14T02:42:11,464 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/.initializing 2024-11-14T02:42:11,464 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/WALs/83c5a5c119d5,35499,1731552130042 2024-11-14T02:42:11,465 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:42:11,466 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C35499%2C1731552130042, suffix=, logDir=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/WALs/83c5a5c119d5,35499,1731552130042, archiveDir=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/oldWALs, maxLogs=10 2024-11-14T02:42:11,478 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/WALs/83c5a5c119d5,35499,1731552130042/83c5a5c119d5%2C35499%2C1731552130042.1731552131466, exclude list is [], retry=0 2024-11-14T02:42:11,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44861,DS-500d5afe-ebb3-4881-96eb-5f9e1c6b4e90,DISK] 2024-11-14T02:42:11,481 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/WALs/83c5a5c119d5,35499,1731552130042/83c5a5c119d5%2C35499%2C1731552130042.1731552131466 2024-11-14T02:42:11,481 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38383:38383)] 2024-11-14T02:42:11,481 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:42:11,482 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:11,482 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:11,482 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:11,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:11,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:42:11,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:11,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:11,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:11,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:42:11,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:11,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:11,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:11,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:42:11,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:11,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:11,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:11,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:42:11,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:11,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:11,487 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:11,488 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:11,488 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:11,489 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:11,489 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:11,489 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:42:11,490 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:11,491 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:42:11,491 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69814595, jitterRate=0.04031853377819061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:42:11,491 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731552131482Initializing all the Stores at 1731552131482Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552131482Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552131483 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552131483Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552131483Cleaning up temporary data from old regions at 1731552131489 (+6 ms)Region opened successfully at 1731552131491 (+2 ms) 2024-11-14T02:42:11,492 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:42:11,493 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474b75a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:42:11,494 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:42:11,494 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:42:11,494 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:42:11,494 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:42:11,494 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:42:11,495 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:42:11,495 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:42:11,496 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:42:11,497 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Unable to get data of znode /1-406034568/balancer because node does not exist (not necessarily an error) 2024-11-14T02:42:11,524 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-406034568/balancer already deleted, retry=false 2024-11-14T02:42:11,524 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:42:11,525 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Unable to get data of znode /1-406034568/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:42:11,532 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-406034568/normalizer already deleted, retry=false 2024-11-14T02:42:11,533 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:42:11,533 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Unable to get data of znode /1-406034568/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:42:11,541 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-406034568/switch/split already deleted, retry=false 2024-11-14T02:42:11,541 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Unable to get data of znode /1-406034568/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:42:11,549 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-406034568/switch/merge already deleted, retry=false 2024-11-14T02:42:11,551 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Unable to get data of znode /1-406034568/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:42:11,557 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-406034568/snapshot-cleanup already deleted, retry=false 2024-11-14T02:42:11,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-406034568/running 2024-11-14T02:42:11,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-406034568/running 2024-11-14T02:42:11,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568 2024-11-14T02:42:11,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568 2024-11-14T02:42:11,566 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,35499,1731552130042, sessionid=0x10138824e770003, setting cluster-up flag (Was=false) 2024-11-14T02:42:11,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568 2024-11-14T02:42:11,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568 2024-11-14T02:42:11,607 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-406034568/flush-table-proc/acquired, /1-406034568/flush-table-proc/reached, /1-406034568/flush-table-proc/abort 2024-11-14T02:42:11,608 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,35499,1731552130042 2024-11-14T02:42:11,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568 2024-11-14T02:42:11,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568 2024-11-14T02:42:11,649 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-406034568/online-snapshot/acquired, /1-406034568/online-snapshot/reached, /1-406034568/online-snapshot/abort 2024-11-14T02:42:11,650 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,35499,1731552130042 2024-11-14T02:42:11,651 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:42:11,652 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:42:11,652 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:42:11,652 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:42:11,653 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,35499,1731552130042 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:42:11,654 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:42:11,654 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:42:11,654 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:42:11,654 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:42:11,654 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:42:11,654 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:11,654 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:42:11,654 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:11,655 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552161654 2024-11-14T02:42:11,655 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:42:11,655 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:42:11,655 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:42:11,655 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:42:11,655 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:42:11,655 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:42:11,655 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:42:11,655 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:42:11,655 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:11,655 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:42:11,655 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:42:11,655 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:42:11,655 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:42:11,655 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:42:11,655 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:11,655 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:42:11,656 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:42:11,656 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552131656,5,FailOnTimeoutGroup] 2024-11-14T02:42:11,656 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552131656,5,FailOnTimeoutGroup] 2024-11-14T02:42:11,656 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:11,656 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:42:11,656 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:11,656 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:11,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:42:11,678 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(746): ClusterId : fc62d6fb-e602-4d18-aee9-3e6585b5431c 2024-11-14T02:42:11,678 DEBUG [RS:0;83c5a5c119d5:36215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:42:11,687 DEBUG [RS:0;83c5a5c119d5:36215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:42:11,687 DEBUG [RS:0;83c5a5c119d5:36215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:42:11,695 DEBUG [RS:0;83c5a5c119d5:36215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:42:11,695 DEBUG [RS:0;83c5a5c119d5:36215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456b3013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:42:11,705 DEBUG [RS:0;83c5a5c119d5:36215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:36215 2024-11-14T02:42:11,705 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:42:11,705 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:42:11,705 DEBUG [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:42:11,706 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,35499,1731552130042 with port=36215, startcode=1731552130155 2024-11-14T02:42:11,706 DEBUG [RS:0;83c5a5c119d5:36215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:42:11,707 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:42:11,707 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35499 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,36215,1731552130155 2024-11-14T02:42:11,707 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35499 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,36215,1731552130155 2024-11-14T02:42:11,708 DEBUG [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e 2024-11-14T02:42:11,708 DEBUG [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39045 2024-11-14T02:42:11,708 DEBUG [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:42:11,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568/rs 2024-11-14T02:42:11,758 DEBUG [RS:0;83c5a5c119d5:36215 {}] zookeeper.ZKUtil(111): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Set watcher on existing znode=/1-406034568/rs/83c5a5c119d5,36215,1731552130155 2024-11-14T02:42:11,758 WARN [RS:0;83c5a5c119d5:36215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:42:11,758 INFO [RS:0;83c5a5c119d5:36215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:42:11,758 DEBUG [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/WALs/83c5a5c119d5,36215,1731552130155 2024-11-14T02:42:11,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,36215,1731552130155] 2024-11-14T02:42:11,760 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:42:11,762 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:42:11,762 INFO [RS:0;83c5a5c119d5:36215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:42:11,762 INFO [RS:0;83c5a5c119d5:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:11,763 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:42:11,763 INFO [RS:0;83c5a5c119d5:36215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:42:11,763 INFO [RS:0;83c5a5c119d5:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:11,763 DEBUG [RS:0;83c5a5c119d5:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:11,763 DEBUG [RS:0;83c5a5c119d5:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:11,763 DEBUG [RS:0;83c5a5c119d5:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:11,763 DEBUG [RS:0;83c5a5c119d5:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:11,763 DEBUG [RS:0;83c5a5c119d5:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:11,763 DEBUG [RS:0;83c5a5c119d5:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:42:11,763 DEBUG [RS:0;83c5a5c119d5:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:11,763 DEBUG [RS:0;83c5a5c119d5:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:11,763 DEBUG [RS:0;83c5a5c119d5:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:11,763 DEBUG [RS:0;83c5a5c119d5:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:11,763 DEBUG [RS:0;83c5a5c119d5:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:11,764 DEBUG [RS:0;83c5a5c119d5:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:11,764 DEBUG [RS:0;83c5a5c119d5:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:42:11,764 DEBUG [RS:0;83c5a5c119d5:36215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:42:11,764 INFO [RS:0;83c5a5c119d5:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:11,764 INFO [RS:0;83c5a5c119d5:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:11,764 INFO [RS:0;83c5a5c119d5:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:11,764 INFO [RS:0;83c5a5c119d5:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:11,764 INFO [RS:0;83c5a5c119d5:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:11,764 INFO [RS:0;83c5a5c119d5:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,36215,1731552130155-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:42:11,777 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:42:11,777 INFO [RS:0;83c5a5c119d5:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,36215,1731552130155-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:11,777 INFO [RS:0;83c5a5c119d5:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:11,777 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.Replication(171): 83c5a5c119d5,36215,1731552130155 started 2024-11-14T02:42:11,789 INFO [RS:0;83c5a5c119d5:36215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:11,789 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,36215,1731552130155, RpcServer on 83c5a5c119d5/172.17.0.2:36215, sessionid=0x10138824e770004 2024-11-14T02:42:11,789 DEBUG [RS:0;83c5a5c119d5:36215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:42:11,789 DEBUG [RS:0;83c5a5c119d5:36215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,36215,1731552130155 2024-11-14T02:42:11,789 DEBUG [RS:0;83c5a5c119d5:36215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,36215,1731552130155' 2024-11-14T02:42:11,789 DEBUG [RS:0;83c5a5c119d5:36215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-406034568/flush-table-proc/abort' 2024-11-14T02:42:11,790 DEBUG [RS:0;83c5a5c119d5:36215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-406034568/flush-table-proc/acquired' 2024-11-14T02:42:11,790 DEBUG [RS:0;83c5a5c119d5:36215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:42:11,790 DEBUG [RS:0;83c5a5c119d5:36215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:42:11,790 DEBUG [RS:0;83c5a5c119d5:36215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,36215,1731552130155 2024-11-14T02:42:11,790 DEBUG [RS:0;83c5a5c119d5:36215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,36215,1731552130155' 2024-11-14T02:42:11,790 DEBUG [RS:0;83c5a5c119d5:36215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-406034568/online-snapshot/abort' 2024-11-14T02:42:11,790 DEBUG [RS:0;83c5a5c119d5:36215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-406034568/online-snapshot/acquired' 2024-11-14T02:42:11,791 DEBUG [RS:0;83c5a5c119d5:36215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:42:11,791 INFO [RS:0;83c5a5c119d5:36215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:42:11,791 INFO [RS:0;83c5a5c119d5:36215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:42:11,891 INFO [RS:0;83c5a5c119d5:36215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:42:11,892 INFO [RS:0;83c5a5c119d5:36215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C36215%2C1731552130155, suffix=, logDir=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/WALs/83c5a5c119d5,36215,1731552130155, archiveDir=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/oldWALs, maxLogs=10 2024-11-14T02:42:11,904 DEBUG [RS:0;83c5a5c119d5:36215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/WALs/83c5a5c119d5,36215,1731552130155/83c5a5c119d5%2C36215%2C1731552130155.1731552131892, exclude list is [], retry=0 2024-11-14T02:42:11,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44861,DS-500d5afe-ebb3-4881-96eb-5f9e1c6b4e90,DISK] 2024-11-14T02:42:11,907 INFO [RS:0;83c5a5c119d5:36215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/WALs/83c5a5c119d5,36215,1731552130155/83c5a5c119d5%2C36215%2C1731552130155.1731552131892 2024-11-14T02:42:11,907 DEBUG [RS:0;83c5a5c119d5:36215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38383:38383)] 2024-11-14T02:42:12,062 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:42:12,063 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e 2024-11-14T02:42:12,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741833_1009 (size=32) 2024-11-14T02:42:12,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:12,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:42:12,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:42:12,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:12,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:12,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:42:12,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:42:12,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:12,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:12,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:42:12,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:42:12,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:12,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:12,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:42:12,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:42:12,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:12,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:12,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:42:12,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740 2024-11-14T02:42:12,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740 2024-11-14T02:42:12,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:42:12,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:42:12,475 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:42:12,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:42:12,477 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:42:12,477 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69919895, jitterRate=0.04188762605190277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:42:12,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731552132467Initializing all the Stores at 1731552132468 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552132468Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552132468Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552132468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552132468Cleaning up temporary data from old regions at 1731552132474 (+6 ms)Region opened successfully at 1731552132477 (+3 ms) 2024-11-14T02:42:12,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:42:12,477 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:42:12,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:42:12,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:42:12,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:42:12,478 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:42:12,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552132477Disabling compacts and flushes for region at 1731552132477Disabling writes for close at 1731552132477Writing region close event to WAL at 1731552132478 (+1 ms)Closed at 1731552132478 2024-11-14T02:42:12,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:42:12,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:42:12,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:42:12,479 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:42:12,480 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:42:12,630 DEBUG [83c5a5c119d5:35499 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:42:12,630 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,36215,1731552130155 2024-11-14T02:42:12,631 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,36215,1731552130155, state=OPENING 2024-11-14T02:42:12,657 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:42:12,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568 2024-11-14T02:42:12,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568 2024-11-14T02:42:12,666 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:42:12,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-406034568/meta-region-server: CHANGED 2024-11-14T02:42:12,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-406034568/meta-region-server: CHANGED 2024-11-14T02:42:12,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,36215,1731552130155}] 2024-11-14T02:42:12,818 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:42:12,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:42:12,821 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:42:12,821 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:42:12,822 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:42:12,823 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C36215%2C1731552130155.meta, suffix=.meta, logDir=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/WALs/83c5a5c119d5,36215,1731552130155, archiveDir=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/oldWALs, maxLogs=10 2024-11-14T02:42:12,836 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/WALs/83c5a5c119d5,36215,1731552130155/83c5a5c119d5%2C36215%2C1731552130155.meta.1731552132823.meta, exclude list is [], retry=0 2024-11-14T02:42:12,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44861,DS-500d5afe-ebb3-4881-96eb-5f9e1c6b4e90,DISK] 2024-11-14T02:42:12,838 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/WALs/83c5a5c119d5,36215,1731552130155/83c5a5c119d5%2C36215%2C1731552130155.meta.1731552132823.meta 2024-11-14T02:42:12,839 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38383:38383)] 2024-11-14T02:42:12,839 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:42:12,839 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:42:12,839 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:42:12,839 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:42:12,839 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:42:12,839 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:42:12,839 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:12,839 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:42:12,839 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:42:12,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:42:12,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:42:12,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:12,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:12,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:42:12,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:42:12,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:12,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:12,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:42:12,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:42:12,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:12,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:12,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:42:12,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:42:12,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:12,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:12,844 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:42:12,844 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740 2024-11-14T02:42:12,845 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740 2024-11-14T02:42:12,846 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:42:12,846 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:42:12,846 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:42:12,847 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:42:12,847 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68450220, jitterRate=0.019987761974334717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:42:12,847 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:42:12,847 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731552132840Writing region info on filesystem at 1731552132840Initializing all the Stores at 1731552132840Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552132840Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552132840Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552132840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552132840Cleaning up temporary data from old regions at 1731552132846 (+6 ms)Running coprocessor post-open hooks at 1731552132847 (+1 ms)Region opened successfully at 1731552132847 2024-11-14T02:42:12,848 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731552132818 2024-11-14T02:42:12,849 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:42:12,849 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:42:12,850 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,36215,1731552130155 2024-11-14T02:42:12,850 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,36215,1731552130155, state=OPEN 2024-11-14T02:42:12,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-406034568/meta-region-server 2024-11-14T02:42:12,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-406034568/meta-region-server 2024-11-14T02:42:12,857 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,36215,1731552130155 2024-11-14T02:42:12,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-406034568/meta-region-server: CHANGED 2024-11-14T02:42:12,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-406034568/meta-region-server: CHANGED 2024-11-14T02:42:12,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:42:12,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,36215,1731552130155 in 191 msec 2024-11-14T02:42:12,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:42:12,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 381 msec 2024-11-14T02:42:12,861 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:42:12,861 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:42:12,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:12,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,36215,1731552130155, seqNum=-1] 2024-11-14T02:42:12,862 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:42:12,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:42:12,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2140 sec 2024-11-14T02:42:12,866 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731552132866, completionTime=-1 2024-11-14T02:42:12,866 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:42:12,866 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:42:12,867 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:42:12,867 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552192867 2024-11-14T02:42:12,867 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552252867 2024-11-14T02:42:12,867 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T02:42:12,868 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35499,1731552130042-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:12,868 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35499,1731552130042-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:12,868 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35499,1731552130042-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:12,868 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:35499, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:12,868 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:12,868 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:12,869 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:42:12,870 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.659sec 2024-11-14T02:42:12,871 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:42:12,871 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:42:12,871 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:42:12,871 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:42:12,871 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:42:12,871 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35499,1731552130042-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:42:12,871 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35499,1731552130042-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:42:12,872 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:42:12,872 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:42:12,872 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,35499,1731552130042-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:12,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ea7f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:12,879 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35499,-1 for getting cluster id 2024-11-14T02:42:12,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:12,880 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc62d6fb-e602-4d18-aee9-3e6585b5431c' 2024-11-14T02:42:12,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:12,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc62d6fb-e602-4d18-aee9-3e6585b5431c" 2024-11-14T02:42:12,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48bb38c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:12,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35499,-1] 2024-11-14T02:42:12,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:12,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:12,881 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:12,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52fdd171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:12,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:12,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,36215,1731552130155, seqNum=-1] 2024-11-14T02:42:12,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:42:12,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:42:12,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,35499,1731552130042 2024-11-14T02:42:12,885 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50749 2024-11-14T02:42:12,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:42:12,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10138824e770005 connected 2024-11-14T02:42:12,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/hadoop.log.dir so I do NOT create it in target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e 2024-11-14T02:42:12,905 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T02:42:12,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/hadoop.tmp.dir so I do NOT create it in target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e 2024-11-14T02:42:12,905 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T02:42:12,905 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e 2024-11-14T02:42:12,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T02:42:12,905 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/cluster_1ec85d16-57d5-fb51-62b9-c3ae5e370420, deleteOnExit=true 2024-11-14T02:42:12,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T02:42:12,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/test.cache.data in system properties and HBase conf 2024-11-14T02:42:12,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T02:42:12,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/hadoop.log.dir in system properties and HBase conf 2024-11-14T02:42:12,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T02:42:12,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T02:42:12,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T02:42:12,905 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T02:42:12,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:42:12,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T02:42:12,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T02:42:12,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:42:12,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T02:42:12,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T02:42:12,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T02:42:12,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:42:12,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T02:42:12,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/nfs.dump.dir in system properties and HBase conf 2024-11-14T02:42:12,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/java.io.tmpdir in system properties and HBase conf 2024-11-14T02:42:12,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T02:42:12,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T02:42:12,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T02:42:13,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:42:13,177 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:42:13,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:42:13,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:42:13,178 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:42:13,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:42:13,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d4b4cff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:42:13,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4662f292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:42:13,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@673f761a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/java.io.tmpdir/jetty-localhost-45665-hadoop-hdfs-3_4_1-tests_jar-_-any-15980720065160936584/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:42:13,273 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f9e3cff{HTTP/1.1, (http/1.1)}{localhost:45665} 2024-11-14T02:42:13,273 INFO [Time-limited test {}] server.Server(415): Started @333752ms 2024-11-14T02:42:13,451 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:42:13,452 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:13,452 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:13,452 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:13,452 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:13,452 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:13,452 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:13,453 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:13,453 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:13,495 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:13,496 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:13,496 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:13,496 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:13,496 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:13,496 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:13,503 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:13,506 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:13,507 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:13,508 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:13,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T02:42:13,539 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T02:42:13,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T02:42:13,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T02:42:13,540 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T02:42:13,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12b04a19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/hadoop.log.dir/,AVAILABLE} 2024-11-14T02:42:13,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e64574{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T02:42:13,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ee40b10{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/java.io.tmpdir/jetty-localhost-36327-hadoop-hdfs-3_4_1-tests_jar-_-any-17972336365741010430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:42:13,633 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d616c62{HTTP/1.1, (http/1.1)}{localhost:36327} 2024-11-14T02:42:13,633 INFO [Time-limited test {}] server.Server(415): Started @334111ms 2024-11-14T02:42:13,634 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T02:42:14,183 WARN [Thread-4561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/cluster_1ec85d16-57d5-fb51-62b9-c3ae5e370420/data/data1/current/BP-1488218101-172.17.0.2-1731552132921/current, will proceed with Du for space computation calculation, 2024-11-14T02:42:14,183 WARN [Thread-4562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/cluster_1ec85d16-57d5-fb51-62b9-c3ae5e370420/data/data2/current/BP-1488218101-172.17.0.2-1731552132921/current, will proceed with Du for space computation calculation, 2024-11-14T02:42:14,203 WARN [Thread-4549 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T02:42:14,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ca51fa49f9f8855 with lease ID 0xdb45857fab051365: Processing first storage report for DS-2fa5722b-2997-452c-8b45-45a5b963bd30 from datanode DatanodeRegistration(127.0.0.1:38149, datanodeUuid=3d0690e5-bb40-4c85-8e21-a5cf2d4356ac, infoPort=44685, infoSecurePort=0, ipcPort=34871, storageInfo=lv=-57;cid=testClusterID;nsid=532813418;c=1731552132921) 2024-11-14T02:42:14,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ca51fa49f9f8855 with lease ID 0xdb45857fab051365: from storage DS-2fa5722b-2997-452c-8b45-45a5b963bd30 node DatanodeRegistration(127.0.0.1:38149, datanodeUuid=3d0690e5-bb40-4c85-8e21-a5cf2d4356ac, infoPort=44685, infoSecurePort=0, ipcPort=34871, storageInfo=lv=-57;cid=testClusterID;nsid=532813418;c=1731552132921), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T02:42:14,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ca51fa49f9f8855 with lease ID 0xdb45857fab051365: Processing first storage report for DS-1d294eb5-a4a0-4ce7-9b0c-61840d274d7d from datanode DatanodeRegistration(127.0.0.1:38149, datanodeUuid=3d0690e5-bb40-4c85-8e21-a5cf2d4356ac, infoPort=44685, infoSecurePort=0, ipcPort=34871, storageInfo=lv=-57;cid=testClusterID;nsid=532813418;c=1731552132921) 2024-11-14T02:42:14,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ca51fa49f9f8855 with lease ID 0xdb45857fab051365: from storage DS-1d294eb5-a4a0-4ce7-9b0c-61840d274d7d node DatanodeRegistration(127.0.0.1:38149, datanodeUuid=3d0690e5-bb40-4c85-8e21-a5cf2d4356ac, infoPort=44685, infoSecurePort=0, ipcPort=34871, storageInfo=lv=-57;cid=testClusterID;nsid=532813418;c=1731552132921), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T02:42:14,255 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e 2024-11-14T02:42:14,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:14,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:14,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741825_1001 (size=7) 2024-11-14T02:42:14,663 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f with version=8 2024-11-14T02:42:14,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/hbase-staging 2024-11-14T02:42:14,664 INFO [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:42:14,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:42:14,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:42:14,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:42:14,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:42:14,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:42:14,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T02:42:14,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:42:14,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42489 2024-11-14T02:42:14,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42489 connecting to ZooKeeper ensemble=127.0.0.1:50749 2024-11-14T02:42:14,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424890x0, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:42:14,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42489-0x10138824e770006 connected 2024-11-14T02:42:14,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:14,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:14,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Set watcher on znode that does not yet exist, /21867224831/running 2024-11-14T02:42:14,752 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f, hbase.cluster.distributed=false 2024-11-14T02:42:14,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Set watcher on znode that does not yet exist, /21867224831/acl 2024-11-14T02:42:14,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42489 2024-11-14T02:42:14,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42489 2024-11-14T02:42:14,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42489 2024-11-14T02:42:14,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42489 2024-11-14T02:42:14,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42489 2024-11-14T02:42:14,780 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45 2024-11-14T02:42:14,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:42:14,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T02:42:14,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T02:42:14,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T02:42:14,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T02:42:14,780 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T02:42:14,780 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T02:42:14,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43251 2024-11-14T02:42:14,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43251 connecting to ZooKeeper ensemble=127.0.0.1:50749 2024-11-14T02:42:14,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:14,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:14,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432510x0, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:42:14,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432510x0, quorum=127.0.0.1:50749, baseZNode=/21867224831 Set watcher on znode that does not yet exist, /21867224831/running 2024-11-14T02:42:14,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43251-0x10138824e770007 connected 2024-11-14T02:42:14,795 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T02:42:14,795 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T02:42:14,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Set watcher on znode that does not yet exist, /21867224831/master 2024-11-14T02:42:14,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Set watcher on znode that does not yet exist, /21867224831/acl 2024-11-14T02:42:14,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43251 2024-11-14T02:42:14,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43251 2024-11-14T02:42:14,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43251 2024-11-14T02:42:14,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43251 2024-11-14T02:42:14,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43251 2024-11-14T02:42:14,813 DEBUG [M:0;83c5a5c119d5:42489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:42489 2024-11-14T02:42:14,814 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21867224831/backup-masters/83c5a5c119d5,42489,1731552134664 2024-11-14T02:42:14,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831/backup-masters 2024-11-14T02:42:14,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831/backup-masters 2024-11-14T02:42:14,824 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Set watcher on existing znode=/21867224831/backup-masters/83c5a5c119d5,42489,1731552134664 2024-11-14T02:42:14,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21867224831/master 2024-11-14T02:42:14,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831 2024-11-14T02:42:14,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831 2024-11-14T02:42:14,833 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Set watcher on existing znode=/21867224831/master 2024-11-14T02:42:14,833 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21867224831/backup-masters/83c5a5c119d5,42489,1731552134664 from backup master directory 2024-11-14T02:42:14,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21867224831/backup-masters/83c5a5c119d5,42489,1731552134664 2024-11-14T02:42:14,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831/backup-masters 2024-11-14T02:42:14,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831/backup-masters 2024-11-14T02:42:14,841 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:42:14,841 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,42489,1731552134664 2024-11-14T02:42:14,843 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/hbase.id] with ID: e4debea7-0404-40d1-ac23-a3e5a1c6f0a5 2024-11-14T02:42:14,843 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/.tmp/hbase.id 2024-11-14T02:42:14,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741826_1002 (size=42) 2024-11-14T02:42:15,246 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/.tmp/hbase.id]:[hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/hbase.id] 2024-11-14T02:42:15,252 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:15,252 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T02:42:15,253 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T02:42:15,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831 2024-11-14T02:42:15,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831 2024-11-14T02:42:15,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741827_1003 (size=196) 2024-11-14T02:42:15,289 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:42:15,290 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T02:42:15,290 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:42:15,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741828_1004 (size=1189) 2024-11-14T02:42:15,695 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store 2024-11-14T02:42:15,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741829_1005 (size=34) 2024-11-14T02:42:16,099 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:16,100 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:42:16,100 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:16,100 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:16,100 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:42:16,100 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:16,100 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:16,100 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552136099Disabling compacts and flushes for region at 1731552136099Disabling writes for close at 1731552136100 (+1 ms)Writing region close event to WAL at 1731552136100Closed at 1731552136100 2024-11-14T02:42:16,100 WARN [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/.initializing 2024-11-14T02:42:16,100 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/WALs/83c5a5c119d5,42489,1731552134664 2024-11-14T02:42:16,101 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:42:16,102 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C42489%2C1731552134664, suffix=, logDir=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/WALs/83c5a5c119d5,42489,1731552134664, archiveDir=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/oldWALs, maxLogs=10 2024-11-14T02:42:16,113 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/WALs/83c5a5c119d5,42489,1731552134664/83c5a5c119d5%2C42489%2C1731552134664.1731552136102, exclude list is [], retry=0 2024-11-14T02:42:16,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38149,DS-2fa5722b-2997-452c-8b45-45a5b963bd30,DISK] 2024-11-14T02:42:16,116 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/WALs/83c5a5c119d5,42489,1731552134664/83c5a5c119d5%2C42489%2C1731552134664.1731552136102 2024-11-14T02:42:16,116 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44685:44685)] 2024-11-14T02:42:16,116 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:42:16,117 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:16,117 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:16,117 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:16,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:16,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T02:42:16,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:16,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:16,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:16,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T02:42:16,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:16,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:16,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:16,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T02:42:16,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:16,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:16,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:16,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T02:42:16,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:16,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:16,121 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:16,121 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:16,122 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:16,122 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:16,122 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:16,123 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:42:16,124 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T02:42:16,125 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:42:16,125 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65725201, jitterRate=-0.02061818540096283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:42:16,125 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731552136117Initializing all the Stores at 1731552136117Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552136117Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552136117Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552136117Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552136117Cleaning up temporary data from old regions at 1731552136122 (+5 ms)Region opened successfully at 1731552136125 (+3 ms) 2024-11-14T02:42:16,125 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T02:42:16,127 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ab266f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:42:16,128 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T02:42:16,128 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T02:42:16,128 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T02:42:16,128 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T02:42:16,128 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T02:42:16,129 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T02:42:16,129 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T02:42:16,130 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T02:42:16,130 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Unable to get data of znode /21867224831/balancer because node does not exist (not necessarily an error) 2024-11-14T02:42:16,216 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21867224831/balancer already deleted, retry=false 2024-11-14T02:42:16,216 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T02:42:16,216 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Unable to get data of znode /21867224831/normalizer because node does not exist (not necessarily an error) 2024-11-14T02:42:16,224 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21867224831/normalizer already deleted, retry=false 2024-11-14T02:42:16,224 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T02:42:16,225 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Unable to get data of znode /21867224831/switch/split because node does not exist (not necessarily an error) 2024-11-14T02:42:16,232 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21867224831/switch/split already deleted, retry=false 2024-11-14T02:42:16,233 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Unable to get data of znode /21867224831/switch/merge because node does not exist (not necessarily an error) 2024-11-14T02:42:16,240 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21867224831/switch/merge already deleted, retry=false 2024-11-14T02:42:16,242 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Unable to get data of znode /21867224831/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T02:42:16,249 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21867224831/snapshot-cleanup already deleted, retry=false 2024-11-14T02:42:16,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21867224831/running 2024-11-14T02:42:16,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21867224831/running 2024-11-14T02:42:16,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831 2024-11-14T02:42:16,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831 2024-11-14T02:42:16,258 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,42489,1731552134664, sessionid=0x10138824e770006, setting cluster-up flag (Was=false) 2024-11-14T02:42:16,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831 2024-11-14T02:42:16,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831 2024-11-14T02:42:16,299 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21867224831/flush-table-proc/acquired, /21867224831/flush-table-proc/reached, /21867224831/flush-table-proc/abort 2024-11-14T02:42:16,300 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,42489,1731552134664 2024-11-14T02:42:16,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831 2024-11-14T02:42:16,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831 2024-11-14T02:42:16,340 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21867224831/online-snapshot/acquired, /21867224831/online-snapshot/reached, /21867224831/online-snapshot/abort 2024-11-14T02:42:16,341 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,42489,1731552134664 2024-11-14T02:42:16,342 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T02:42:16,343 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T02:42:16,343 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T02:42:16,343 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T02:42:16,343 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,42489,1731552134664 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T02:42:16,344 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:42:16,344 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:42:16,344 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:42:16,344 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5 2024-11-14T02:42:16,344 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10 2024-11-14T02:42:16,344 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:16,344 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:42:16,344 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:16,345 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552166345 2024-11-14T02:42:16,345 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T02:42:16,345 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T02:42:16,345 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T02:42:16,345 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T02:42:16,345 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T02:42:16,345 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T02:42:16,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:42:16,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T02:42:16,346 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:16,346 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T02:42:16,346 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T02:42:16,346 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T02:42:16,346 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T02:42:16,346 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T02:42:16,346 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T02:42:16,346 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:16,346 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552136346,5,FailOnTimeoutGroup] 2024-11-14T02:42:16,346 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T02:42:16,347 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552136346,5,FailOnTimeoutGroup] 2024-11-14T02:42:16,347 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:16,347 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T02:42:16,347 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:16,347 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:16,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741831_1007 (size=1321) 2024-11-14T02:42:16,355 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T02:42:16,355 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f 2024-11-14T02:42:16,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741832_1008 (size=32) 2024-11-14T02:42:16,406 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(746): ClusterId : e4debea7-0404-40d1-ac23-a3e5a1c6f0a5 2024-11-14T02:42:16,406 DEBUG [RS:0;83c5a5c119d5:43251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T02:42:16,416 DEBUG [RS:0;83c5a5c119d5:43251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T02:42:16,416 DEBUG [RS:0;83c5a5c119d5:43251 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T02:42:16,424 DEBUG [RS:0;83c5a5c119d5:43251 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T02:42:16,425 DEBUG [RS:0;83c5a5c119d5:43251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f403110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0 2024-11-14T02:42:16,435 DEBUG [RS:0;83c5a5c119d5:43251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:43251 2024-11-14T02:42:16,435 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T02:42:16,435 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T02:42:16,435 DEBUG [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T02:42:16,451 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,42489,1731552134664 with port=43251, startcode=1731552134780 2024-11-14T02:42:16,451 DEBUG [RS:0;83c5a5c119d5:43251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T02:42:16,452 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T02:42:16,452 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42489 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,43251,1731552134780 2024-11-14T02:42:16,452 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42489 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,43251,1731552134780 2024-11-14T02:42:16,453 DEBUG [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f 2024-11-14T02:42:16,454 DEBUG [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46203 2024-11-14T02:42:16,454 DEBUG [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T02:42:16,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831/rs 2024-11-14T02:42:16,499 DEBUG [RS:0;83c5a5c119d5:43251 {}] zookeeper.ZKUtil(111): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Set watcher on existing znode=/21867224831/rs/83c5a5c119d5,43251,1731552134780 2024-11-14T02:42:16,499 WARN [RS:0;83c5a5c119d5:43251 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T02:42:16,499 INFO [RS:0;83c5a5c119d5:43251 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:42:16,499 DEBUG [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/WALs/83c5a5c119d5,43251,1731552134780 2024-11-14T02:42:16,499 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,43251,1731552134780] 2024-11-14T02:42:16,501 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T02:42:16,502 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T02:42:16,503 INFO [RS:0;83c5a5c119d5:43251 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T02:42:16,503 INFO [RS:0;83c5a5c119d5:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:16,503 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T02:42:16,503 INFO [RS:0;83c5a5c119d5:43251 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T02:42:16,503 INFO [RS:0;83c5a5c119d5:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:16,503 DEBUG [RS:0;83c5a5c119d5:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:16,504 DEBUG [RS:0;83c5a5c119d5:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:16,504 DEBUG [RS:0;83c5a5c119d5:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:16,504 DEBUG [RS:0;83c5a5c119d5:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:16,504 DEBUG [RS:0;83c5a5c119d5:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:16,504 DEBUG [RS:0;83c5a5c119d5:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2 2024-11-14T02:42:16,504 DEBUG [RS:0;83c5a5c119d5:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:16,504 DEBUG [RS:0;83c5a5c119d5:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:16,504 DEBUG [RS:0;83c5a5c119d5:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:16,504 DEBUG [RS:0;83c5a5c119d5:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:16,504 DEBUG [RS:0;83c5a5c119d5:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:16,504 DEBUG [RS:0;83c5a5c119d5:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1 2024-11-14T02:42:16,504 DEBUG [RS:0;83c5a5c119d5:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:42:16,504 DEBUG [RS:0;83c5a5c119d5:43251 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3 2024-11-14T02:42:16,504 INFO [RS:0;83c5a5c119d5:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:16,504 INFO [RS:0;83c5a5c119d5:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:16,504 INFO [RS:0;83c5a5c119d5:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:16,504 INFO [RS:0;83c5a5c119d5:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:16,504 INFO [RS:0;83c5a5c119d5:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:16,504 INFO [RS:0;83c5a5c119d5:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,43251,1731552134780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:42:16,518 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T02:42:16,518 INFO [RS:0;83c5a5c119d5:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,43251,1731552134780-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:16,518 INFO [RS:0;83c5a5c119d5:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:16,518 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.Replication(171): 83c5a5c119d5,43251,1731552134780 started 2024-11-14T02:42:16,533 INFO [RS:0;83c5a5c119d5:43251 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:16,533 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,43251,1731552134780, RpcServer on 83c5a5c119d5/172.17.0.2:43251, sessionid=0x10138824e770007 2024-11-14T02:42:16,533 DEBUG [RS:0;83c5a5c119d5:43251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T02:42:16,533 DEBUG [RS:0;83c5a5c119d5:43251 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,43251,1731552134780 2024-11-14T02:42:16,533 DEBUG [RS:0;83c5a5c119d5:43251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,43251,1731552134780' 2024-11-14T02:42:16,533 DEBUG [RS:0;83c5a5c119d5:43251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21867224831/flush-table-proc/abort' 2024-11-14T02:42:16,534 DEBUG [RS:0;83c5a5c119d5:43251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21867224831/flush-table-proc/acquired' 2024-11-14T02:42:16,534 DEBUG [RS:0;83c5a5c119d5:43251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T02:42:16,534 DEBUG [RS:0;83c5a5c119d5:43251 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T02:42:16,534 DEBUG [RS:0;83c5a5c119d5:43251 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,43251,1731552134780 2024-11-14T02:42:16,535 DEBUG [RS:0;83c5a5c119d5:43251 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,43251,1731552134780' 2024-11-14T02:42:16,535 DEBUG [RS:0;83c5a5c119d5:43251 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21867224831/online-snapshot/abort' 2024-11-14T02:42:16,535 DEBUG [RS:0;83c5a5c119d5:43251 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21867224831/online-snapshot/acquired' 2024-11-14T02:42:16,535 DEBUG [RS:0;83c5a5c119d5:43251 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T02:42:16,535 INFO [RS:0;83c5a5c119d5:43251 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T02:42:16,535 INFO [RS:0;83c5a5c119d5:43251 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T02:42:16,635 INFO [RS:0;83c5a5c119d5:43251 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T02:42:16,636 INFO [RS:0;83c5a5c119d5:43251 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C43251%2C1731552134780, suffix=, logDir=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/WALs/83c5a5c119d5,43251,1731552134780, archiveDir=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/oldWALs, maxLogs=10 2024-11-14T02:42:16,649 DEBUG [RS:0;83c5a5c119d5:43251 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/WALs/83c5a5c119d5,43251,1731552134780/83c5a5c119d5%2C43251%2C1731552134780.1731552136637, exclude list is [], retry=0 2024-11-14T02:42:16,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38149,DS-2fa5722b-2997-452c-8b45-45a5b963bd30,DISK] 2024-11-14T02:42:16,652 INFO [RS:0;83c5a5c119d5:43251 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/WALs/83c5a5c119d5,43251,1731552134780/83c5a5c119d5%2C43251%2C1731552134780.1731552136637 2024-11-14T02:42:16,652 DEBUG [RS:0;83c5a5c119d5:43251 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44685:44685)] 2024-11-14T02:42:16,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:16,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:42:16,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:42:16,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:16,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:16,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:42:16,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:42:16,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:16,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:16,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:42:16,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:42:16,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:16,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:16,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:42:16,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:42:16,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:16,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:16,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:42:16,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740 2024-11-14T02:42:16,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740 2024-11-14T02:42:16,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:42:16,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:42:16,769 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:42:16,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:42:16,770 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:42:16,771 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75135873, jitterRate=0.11961175501346588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:42:16,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731552136761Initializing all the Stores at 1731552136761Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552136761Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552136761Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552136761Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552136761Cleaning up temporary data from old regions at 1731552136768 (+7 ms)Region opened successfully at 1731552136771 (+3 ms) 2024-11-14T02:42:16,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:42:16,771 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:42:16,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:42:16,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:42:16,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:42:16,771 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:42:16,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552136771Disabling compacts and flushes for region at 1731552136771Disabling writes for close at 1731552136771Writing region close event to WAL at 1731552136771Closed at 1731552136771 2024-11-14T02:42:16,772 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:42:16,772 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T02:42:16,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T02:42:16,773 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:42:16,774 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T02:42:16,924 DEBUG [83c5a5c119d5:42489 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T02:42:16,924 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,43251,1731552134780 2024-11-14T02:42:16,925 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,43251,1731552134780, state=OPENING 2024-11-14T02:42:16,949 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T02:42:16,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831 2024-11-14T02:42:16,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831 2024-11-14T02:42:16,958 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T02:42:16,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21867224831/meta-region-server: CHANGED 2024-11-14T02:42:16,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21867224831/meta-region-server: CHANGED 2024-11-14T02:42:16,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,43251,1731552134780}] 2024-11-14T02:42:17,109 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:42:17,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:42:17,113 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T02:42:17,113 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:42:17,113 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T02:42:17,114 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C43251%2C1731552134780.meta, suffix=.meta, logDir=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/WALs/83c5a5c119d5,43251,1731552134780, archiveDir=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/oldWALs, maxLogs=10 2024-11-14T02:42:17,126 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/WALs/83c5a5c119d5,43251,1731552134780/83c5a5c119d5%2C43251%2C1731552134780.meta.1731552137114.meta, exclude list is [], retry=0 2024-11-14T02:42:17,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38149,DS-2fa5722b-2997-452c-8b45-45a5b963bd30,DISK] 2024-11-14T02:42:17,128 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/WALs/83c5a5c119d5,43251,1731552134780/83c5a5c119d5%2C43251%2C1731552134780.meta.1731552137114.meta 2024-11-14T02:42:17,129 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44685:44685)] 2024-11-14T02:42:17,129 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:42:17,129 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:42:17,129 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:42:17,129 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T02:42:17,129 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T02:42:17,129 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T02:42:17,129 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:17,130 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T02:42:17,130 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T02:42:17,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T02:42:17,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T02:42:17,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:17,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:17,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T02:42:17,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T02:42:17,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:17,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:17,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T02:42:17,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T02:42:17,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:17,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:17,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T02:42:17,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T02:42:17,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:17,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T02:42:17,134 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T02:42:17,135 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740 2024-11-14T02:42:17,135 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740 2024-11-14T02:42:17,136 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T02:42:17,136 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T02:42:17,136 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T02:42:17,137 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T02:42:17,138 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63229014, jitterRate=-0.05781427025794983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T02:42:17,138 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T02:42:17,138 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731552137130Writing region info on filesystem at 1731552137130Initializing all the Stores at 1731552137130Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552137130Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552137130Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552137130Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552137130Cleaning up temporary data from old regions at 1731552137136 (+6 ms)Running coprocessor post-open hooks at 1731552137138 (+2 ms)Region opened successfully at 1731552137138 2024-11-14T02:42:17,139 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731552137109 2024-11-14T02:42:17,140 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T02:42:17,140 INFO [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T02:42:17,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,43251,1731552134780 2024-11-14T02:42:17,141 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,43251,1731552134780, state=OPEN 2024-11-14T02:42:17,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21867224831/meta-region-server 2024-11-14T02:42:17,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21867224831/meta-region-server 2024-11-14T02:42:17,149 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,43251,1731552134780 2024-11-14T02:42:17,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21867224831/meta-region-server: CHANGED 2024-11-14T02:42:17,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21867224831/meta-region-server: CHANGED 2024-11-14T02:42:17,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T02:42:17,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,43251,1731552134780 in 191 msec 2024-11-14T02:42:17,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T02:42:17,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 378 msec 2024-11-14T02:42:17,152 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T02:42:17,152 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T02:42:17,153 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:17,153 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,43251,1731552134780, seqNum=-1] 2024-11-14T02:42:17,153 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:42:17,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:42:17,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 814 msec 2024-11-14T02:42:17,158 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731552137157, completionTime=-1 2024-11-14T02:42:17,158 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T02:42:17,158 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T02:42:17,159 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T02:42:17,159 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552197159 2024-11-14T02:42:17,159 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552257159 2024-11-14T02:42:17,159 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T02:42:17,159 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42489,1731552134664-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:17,160 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42489,1731552134664-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:17,160 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42489,1731552134664-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:17,160 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:42489, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:17,160 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:17,160 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:17,161 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T02:42:17,162 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.321sec 2024-11-14T02:42:17,162 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T02:42:17,163 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T02:42:17,163 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T02:42:17,163 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T02:42:17,163 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T02:42:17,163 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42489,1731552134664-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T02:42:17,163 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42489,1731552134664-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T02:42:17,164 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T02:42:17,164 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T02:42:17,164 INFO [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,42489,1731552134664-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T02:42:17,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d521a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:17,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42489,-1 for getting cluster id 2024-11-14T02:42:17,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:17,208 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4debea7-0404-40d1-ac23-a3e5a1c6f0a5' 2024-11-14T02:42:17,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:17,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4debea7-0404-40d1-ac23-a3e5a1c6f0a5" 2024-11-14T02:42:17,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e33f017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:17,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42489,-1] 2024-11-14T02:42:17,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:17,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:17,209 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:17,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f4db6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:17,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:17,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,43251,1731552134780, seqNum=-1] 2024-11-14T02:42:17,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:42:17,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:42:17,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,42489,1731552134664 2024-11-14T02:42:17,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50749 2024-11-14T02:42:17,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T02:42:17,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10138824e770008 connected 2024-11-14T02:42:17,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:42:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,32927,1731552125726 2024-11-14T02:42:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e930dda 2024-11-14T02:42:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:42:17,235 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:42:17,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:42:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T02:42:17,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:42:17,237 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:17,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T02:42:17,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:42:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:17,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741835_1011 (size=902) 2024-11-14T02:42:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:17,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12c054fb06ff212abc74337c5bd25e12, NAME => 'test,,1731552137235.12c054fb06ff212abc74337c5bd25e12.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4 2024-11-14T02:42:17,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741836_1012 (size=39) 2024-11-14T02:42:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:18,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731552137235.12c054fb06ff212abc74337c5bd25e12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:18,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 12c054fb06ff212abc74337c5bd25e12, disabling compactions & flushes 2024-11-14T02:42:18,047 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731552137235.12c054fb06ff212abc74337c5bd25e12. 2024-11-14T02:42:18,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552137235.12c054fb06ff212abc74337c5bd25e12. 2024-11-14T02:42:18,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731552137235.12c054fb06ff212abc74337c5bd25e12. after waiting 0 ms 2024-11-14T02:42:18,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731552137235.12c054fb06ff212abc74337c5bd25e12. 2024-11-14T02:42:18,047 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731552137235.12c054fb06ff212abc74337c5bd25e12. 2024-11-14T02:42:18,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12c054fb06ff212abc74337c5bd25e12: Waiting for close lock at 1731552138047Disabling compacts and flushes for region at 1731552138047Disabling writes for close at 1731552138047Writing region close event to WAL at 1731552138047Closed at 1731552138047 2024-11-14T02:42:18,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:42:18,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731552137235.12c054fb06ff212abc74337c5bd25e12.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731552138048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552138048"}]},"ts":"1731552138048"} 2024-11-14T02:42:18,050 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:42:18,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:42:18,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552138050"}]},"ts":"1731552138050"} 2024-11-14T02:42:18,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T02:42:18,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=12c054fb06ff212abc74337c5bd25e12, ASSIGN}] 2024-11-14T02:42:18,053 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=12c054fb06ff212abc74337c5bd25e12, ASSIGN 2024-11-14T02:42:18,053 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=12c054fb06ff212abc74337c5bd25e12, ASSIGN; state=OFFLINE, location=83c5a5c119d5,44789,1731552125886; forceNewPlan=false, retain=false 2024-11-14T02:42:18,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12c054fb06ff212abc74337c5bd25e12, regionState=OPENING, regionLocation=83c5a5c119d5,44789,1731552125886 2024-11-14T02:42:18,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=12c054fb06ff212abc74337c5bd25e12, ASSIGN because future has completed 2024-11-14T02:42:18,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12c054fb06ff212abc74337c5bd25e12, server=83c5a5c119d5,44789,1731552125886}] 2024-11-14T02:42:18,360 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731552137235.12c054fb06ff212abc74337c5bd25e12. 2024-11-14T02:42:18,360 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 12c054fb06ff212abc74337c5bd25e12, NAME => 'test,,1731552137235.12c054fb06ff212abc74337c5bd25e12.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:42:18,361 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:42:18,361 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T02:42:18,361 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 12c054fb06ff212abc74337c5bd25e12 2024-11-14T02:42:18,361 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731552137235.12c054fb06ff212abc74337c5bd25e12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:18,361 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 12c054fb06ff212abc74337c5bd25e12 2024-11-14T02:42:18,361 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 12c054fb06ff212abc74337c5bd25e12 2024-11-14T02:42:18,363 INFO [StoreOpener-12c054fb06ff212abc74337c5bd25e12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 12c054fb06ff212abc74337c5bd25e12 2024-11-14T02:42:18,364 INFO [StoreOpener-12c054fb06ff212abc74337c5bd25e12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12c054fb06ff212abc74337c5bd25e12 columnFamilyName f 2024-11-14T02:42:18,364 DEBUG [StoreOpener-12c054fb06ff212abc74337c5bd25e12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:18,364 INFO [StoreOpener-12c054fb06ff212abc74337c5bd25e12-1 {}] regionserver.HStore(327): Store=12c054fb06ff212abc74337c5bd25e12/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:18,364 INFO [StoreOpener-12c054fb06ff212abc74337c5bd25e12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 12c054fb06ff212abc74337c5bd25e12 2024-11-14T02:42:18,365 INFO [StoreOpener-12c054fb06ff212abc74337c5bd25e12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12c054fb06ff212abc74337c5bd25e12 columnFamilyName f1 2024-11-14T02:42:18,365 DEBUG [StoreOpener-12c054fb06ff212abc74337c5bd25e12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:18,365 INFO [StoreOpener-12c054fb06ff212abc74337c5bd25e12-1 {}] regionserver.HStore(327): Store=12c054fb06ff212abc74337c5bd25e12/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:18,365 INFO [StoreOpener-12c054fb06ff212abc74337c5bd25e12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 12c054fb06ff212abc74337c5bd25e12 2024-11-14T02:42:18,366 INFO [StoreOpener-12c054fb06ff212abc74337c5bd25e12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12c054fb06ff212abc74337c5bd25e12 columnFamilyName norep 2024-11-14T02:42:18,366 DEBUG [StoreOpener-12c054fb06ff212abc74337c5bd25e12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:18,366 INFO [StoreOpener-12c054fb06ff212abc74337c5bd25e12-1 {}] regionserver.HStore(327): Store=12c054fb06ff212abc74337c5bd25e12/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:18,366 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 12c054fb06ff212abc74337c5bd25e12 2024-11-14T02:42:18,367 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12 2024-11-14T02:42:18,367 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12 2024-11-14T02:42:18,367 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 12c054fb06ff212abc74337c5bd25e12 2024-11-14T02:42:18,367 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 12c054fb06ff212abc74337c5bd25e12 2024-11-14T02:42:18,368 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:42:18,369 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 12c054fb06ff212abc74337c5bd25e12 2024-11-14T02:42:18,371 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:42:18,372 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 12c054fb06ff212abc74337c5bd25e12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60879538, jitterRate=-0.09282419085502625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:42:18,372 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12c054fb06ff212abc74337c5bd25e12 2024-11-14T02:42:18,372 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 12c054fb06ff212abc74337c5bd25e12: Running coprocessor pre-open hook at 1731552138361Writing region info on filesystem at 1731552138361Initializing all the Stores at 1731552138362 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552138362Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552138363 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552138363Cleaning up temporary data from old regions at 1731552138368 (+5 ms)Running coprocessor post-open hooks at 1731552138372 (+4 ms)Region opened successfully at 1731552138372 2024-11-14T02:42:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:18,373 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731552137235.12c054fb06ff212abc74337c5bd25e12., pid=6, masterSystemTime=1731552138357 2024-11-14T02:42:18,374 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731552137235.12c054fb06ff212abc74337c5bd25e12. 2024-11-14T02:42:18,374 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731552137235.12c054fb06ff212abc74337c5bd25e12. 2024-11-14T02:42:18,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12c054fb06ff212abc74337c5bd25e12, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83c5a5c119d5,44789,1731552125886 2024-11-14T02:42:18,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12c054fb06ff212abc74337c5bd25e12, server=83c5a5c119d5,44789,1731552125886 because future has completed 2024-11-14T02:42:18,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:42:18,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 12c054fb06ff212abc74337c5bd25e12, server=83c5a5c119d5,44789,1731552125886 in 170 msec 2024-11-14T02:42:18,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:42:18,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=12c054fb06ff212abc74337c5bd25e12, ASSIGN in 325 msec 2024-11-14T02:42:18,379 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:42:18,379 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552138379"}]},"ts":"1731552138379"} 2024-11-14T02:42:18,380 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T02:42:18,381 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:42:18,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-14T02:42:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:19,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:42:19,383 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T02:42:19,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,35499,1731552130042 2024-11-14T02:42:19,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1668cfbc 2024-11-14T02:42:19,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:42:19,384 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:42:19,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35499 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:42:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35499 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T02:42:19,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:42:19,386 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:19,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35499 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T02:42:19,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:42:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:19,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741835_1011 (size=902) 2024-11-14T02:42:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:19,793 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2563c2e64fde5f45b99e0b23f7630af, NAME => 'test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e 2024-11-14T02:42:19,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741836_1012 (size=39) 2024-11-14T02:42:20,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:20,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:20,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f2563c2e64fde5f45b99e0b23f7630af, disabling compactions & flushes 2024-11-14T02:42:20,197 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af. 2024-11-14T02:42:20,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af. 2024-11-14T02:42:20,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af. after waiting 0 ms 2024-11-14T02:42:20,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af. 2024-11-14T02:42:20,197 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af. 2024-11-14T02:42:20,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2563c2e64fde5f45b99e0b23f7630af: Waiting for close lock at 1731552140197Disabling compacts and flushes for region at 1731552140197Disabling writes for close at 1731552140197Writing region close event to WAL at 1731552140197Closed at 1731552140197 2024-11-14T02:42:20,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:42:20,198 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731552140198"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552140198"}]},"ts":"1731552140198"} 2024-11-14T02:42:20,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:42:20,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:42:20,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552140200"}]},"ts":"1731552140200"} 2024-11-14T02:42:20,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T02:42:20,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f2563c2e64fde5f45b99e0b23f7630af, ASSIGN}] 2024-11-14T02:42:20,202 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f2563c2e64fde5f45b99e0b23f7630af, ASSIGN 2024-11-14T02:42:20,203 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f2563c2e64fde5f45b99e0b23f7630af, ASSIGN; state=OFFLINE, location=83c5a5c119d5,36215,1731552130155; forceNewPlan=false, retain=false 2024-11-14T02:42:20,353 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2563c2e64fde5f45b99e0b23f7630af, regionState=OPENING, regionLocation=83c5a5c119d5,36215,1731552130155 2024-11-14T02:42:20,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f2563c2e64fde5f45b99e0b23f7630af, ASSIGN because future has completed 2024-11-14T02:42:20,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2563c2e64fde5f45b99e0b23f7630af, server=83c5a5c119d5,36215,1731552130155}] 2024-11-14T02:42:20,509 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af. 2024-11-14T02:42:20,509 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f2563c2e64fde5f45b99e0b23f7630af, NAME => 'test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:42:20,510 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:42:20,510 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T02:42:20,510 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f2563c2e64fde5f45b99e0b23f7630af 2024-11-14T02:42:20,510 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:20,510 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f2563c2e64fde5f45b99e0b23f7630af 2024-11-14T02:42:20,510 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f2563c2e64fde5f45b99e0b23f7630af 2024-11-14T02:42:20,511 INFO [StoreOpener-f2563c2e64fde5f45b99e0b23f7630af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f2563c2e64fde5f45b99e0b23f7630af 2024-11-14T02:42:20,512 INFO [StoreOpener-f2563c2e64fde5f45b99e0b23f7630af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2563c2e64fde5f45b99e0b23f7630af columnFamilyName f 2024-11-14T02:42:20,512 DEBUG [StoreOpener-f2563c2e64fde5f45b99e0b23f7630af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:20,512 INFO [StoreOpener-f2563c2e64fde5f45b99e0b23f7630af-1 {}] regionserver.HStore(327): Store=f2563c2e64fde5f45b99e0b23f7630af/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:20,512 INFO [StoreOpener-f2563c2e64fde5f45b99e0b23f7630af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f2563c2e64fde5f45b99e0b23f7630af 2024-11-14T02:42:20,513 INFO [StoreOpener-f2563c2e64fde5f45b99e0b23f7630af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2563c2e64fde5f45b99e0b23f7630af columnFamilyName f1 2024-11-14T02:42:20,513 DEBUG [StoreOpener-f2563c2e64fde5f45b99e0b23f7630af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:20,513 INFO [StoreOpener-f2563c2e64fde5f45b99e0b23f7630af-1 {}] regionserver.HStore(327): Store=f2563c2e64fde5f45b99e0b23f7630af/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:20,513 INFO [StoreOpener-f2563c2e64fde5f45b99e0b23f7630af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f2563c2e64fde5f45b99e0b23f7630af 2024-11-14T02:42:20,514 INFO [StoreOpener-f2563c2e64fde5f45b99e0b23f7630af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2563c2e64fde5f45b99e0b23f7630af columnFamilyName norep 2024-11-14T02:42:20,514 DEBUG [StoreOpener-f2563c2e64fde5f45b99e0b23f7630af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:20,514 INFO [StoreOpener-f2563c2e64fde5f45b99e0b23f7630af-1 {}] regionserver.HStore(327): Store=f2563c2e64fde5f45b99e0b23f7630af/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:20,514 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f2563c2e64fde5f45b99e0b23f7630af 2024-11-14T02:42:20,514 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af 2024-11-14T02:42:20,515 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af 2024-11-14T02:42:20,515 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f2563c2e64fde5f45b99e0b23f7630af 2024-11-14T02:42:20,515 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f2563c2e64fde5f45b99e0b23f7630af 2024-11-14T02:42:20,515 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:42:20,516 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f2563c2e64fde5f45b99e0b23f7630af 2024-11-14T02:42:20,517 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:42:20,517 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f2563c2e64fde5f45b99e0b23f7630af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71682483, jitterRate=0.06815223395824432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:42:20,517 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2563c2e64fde5f45b99e0b23f7630af 2024-11-14T02:42:20,518 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f2563c2e64fde5f45b99e0b23f7630af: Running coprocessor pre-open hook at 1731552140510Writing region info on filesystem at 1731552140510Initializing all the Stores at 1731552140511 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552140511Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552140511Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552140511Cleaning up temporary data from old regions at 1731552140515 (+4 ms)Running coprocessor post-open hooks at 1731552140517 (+2 ms)Region opened successfully at 1731552140517 2024-11-14T02:42:20,518 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af., pid=6, masterSystemTime=1731552140507 2024-11-14T02:42:20,519 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af. 2024-11-14T02:42:20,519 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af. 2024-11-14T02:42:20,520 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2563c2e64fde5f45b99e0b23f7630af, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83c5a5c119d5,36215,1731552130155 2024-11-14T02:42:20,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2563c2e64fde5f45b99e0b23f7630af, server=83c5a5c119d5,36215,1731552130155 because future has completed 2024-11-14T02:42:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:20,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:42:20,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f2563c2e64fde5f45b99e0b23f7630af, server=83c5a5c119d5,36215,1731552130155 in 167 msec 2024-11-14T02:42:20,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:42:20,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f2563c2e64fde5f45b99e0b23f7630af, ASSIGN in 321 msec 2024-11-14T02:42:20,525 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:42:20,525 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552140525"}]},"ts":"1731552140525"} 2024-11-14T02:42:20,526 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T02:42:20,527 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:42:20,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1420 sec 2024-11-14T02:42:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:21,533 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T02:42:21,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:42:21,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,42489,1731552134664 2024-11-14T02:42:21,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@336d00c0 2024-11-14T02:42:21,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:42:21,534 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:42:21,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:42:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T02:42:21,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:42:21,537 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:21,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T02:42:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:21,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:42:21,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741835_1011 (size=902) 2024-11-14T02:42:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:21,959 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 390234985cd1a0df7c8ac228788dd98a, NAME => 'test,,1731552141535.390234985cd1a0df7c8ac228788dd98a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f 2024-11-14T02:42:21,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741836_1012 (size=39) 2024-11-14T02:42:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:22,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731552141535.390234985cd1a0df7c8ac228788dd98a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:22,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 390234985cd1a0df7c8ac228788dd98a, disabling compactions & flushes 2024-11-14T02:42:22,363 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731552141535.390234985cd1a0df7c8ac228788dd98a. 2024-11-14T02:42:22,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552141535.390234985cd1a0df7c8ac228788dd98a. 2024-11-14T02:42:22,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731552141535.390234985cd1a0df7c8ac228788dd98a. after waiting 0 ms 2024-11-14T02:42:22,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731552141535.390234985cd1a0df7c8ac228788dd98a. 2024-11-14T02:42:22,363 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731552141535.390234985cd1a0df7c8ac228788dd98a. 2024-11-14T02:42:22,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 390234985cd1a0df7c8ac228788dd98a: Waiting for close lock at 1731552142363Disabling compacts and flushes for region at 1731552142363Disabling writes for close at 1731552142363Writing region close event to WAL at 1731552142363Closed at 1731552142363 2024-11-14T02:42:22,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:42:22,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731552141535.390234985cd1a0df7c8ac228788dd98a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731552142364"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552142364"}]},"ts":"1731552142364"} 2024-11-14T02:42:22,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:42:22,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:42:22,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552142366"}]},"ts":"1731552142366"} 2024-11-14T02:42:22,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T02:42:22,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=390234985cd1a0df7c8ac228788dd98a, ASSIGN}] 2024-11-14T02:42:22,368 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=390234985cd1a0df7c8ac228788dd98a, ASSIGN 2024-11-14T02:42:22,369 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=390234985cd1a0df7c8ac228788dd98a, ASSIGN; state=OFFLINE, location=83c5a5c119d5,43251,1731552134780; forceNewPlan=false, retain=false 2024-11-14T02:42:22,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=390234985cd1a0df7c8ac228788dd98a, regionState=OPENING, regionLocation=83c5a5c119d5,43251,1731552134780 2024-11-14T02:42:22,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=390234985cd1a0df7c8ac228788dd98a, ASSIGN because future has completed 2024-11-14T02:42:22,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 390234985cd1a0df7c8ac228788dd98a, server=83c5a5c119d5,43251,1731552134780}] 2024-11-14T02:42:22,632 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:42:22,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:22,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:22,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:22,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:22,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:22,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:22,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:22,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:22,675 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731552141535.390234985cd1a0df7c8ac228788dd98a. 2024-11-14T02:42:22,675 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 390234985cd1a0df7c8ac228788dd98a, NAME => 'test,,1731552141535.390234985cd1a0df7c8ac228788dd98a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:42:22,675 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:42:22,676 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T02:42:22,676 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 390234985cd1a0df7c8ac228788dd98a 2024-11-14T02:42:22,676 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731552141535.390234985cd1a0df7c8ac228788dd98a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:22,676 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 390234985cd1a0df7c8ac228788dd98a 2024-11-14T02:42:22,676 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 390234985cd1a0df7c8ac228788dd98a 2024-11-14T02:42:22,677 INFO [StoreOpener-390234985cd1a0df7c8ac228788dd98a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 390234985cd1a0df7c8ac228788dd98a 2024-11-14T02:42:22,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:22,678 INFO [StoreOpener-390234985cd1a0df7c8ac228788dd98a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 390234985cd1a0df7c8ac228788dd98a columnFamilyName f 2024-11-14T02:42:22,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:22,678 DEBUG [StoreOpener-390234985cd1a0df7c8ac228788dd98a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:22,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:22,678 INFO [StoreOpener-390234985cd1a0df7c8ac228788dd98a-1 {}] regionserver.HStore(327): Store=390234985cd1a0df7c8ac228788dd98a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:22,678 INFO [StoreOpener-390234985cd1a0df7c8ac228788dd98a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 390234985cd1a0df7c8ac228788dd98a 2024-11-14T02:42:22,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:22,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:22,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:22,679 INFO [StoreOpener-390234985cd1a0df7c8ac228788dd98a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 390234985cd1a0df7c8ac228788dd98a columnFamilyName f1 2024-11-14T02:42:22,679 DEBUG [StoreOpener-390234985cd1a0df7c8ac228788dd98a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:22,679 INFO [StoreOpener-390234985cd1a0df7c8ac228788dd98a-1 {}] regionserver.HStore(327): Store=390234985cd1a0df7c8ac228788dd98a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:22,679 INFO [StoreOpener-390234985cd1a0df7c8ac228788dd98a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 390234985cd1a0df7c8ac228788dd98a 2024-11-14T02:42:22,680 INFO [StoreOpener-390234985cd1a0df7c8ac228788dd98a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 390234985cd1a0df7c8ac228788dd98a columnFamilyName norep 2024-11-14T02:42:22,680 DEBUG [StoreOpener-390234985cd1a0df7c8ac228788dd98a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:22,680 INFO [StoreOpener-390234985cd1a0df7c8ac228788dd98a-1 {}] regionserver.HStore(327): Store=390234985cd1a0df7c8ac228788dd98a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:22,681 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 390234985cd1a0df7c8ac228788dd98a 2024-11-14T02:42:22,681 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/default/test/390234985cd1a0df7c8ac228788dd98a 2024-11-14T02:42:22,681 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/default/test/390234985cd1a0df7c8ac228788dd98a 2024-11-14T02:42:22,682 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 390234985cd1a0df7c8ac228788dd98a 2024-11-14T02:42:22,682 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 390234985cd1a0df7c8ac228788dd98a 2024-11-14T02:42:22,682 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:42:22,682 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 390234985cd1a0df7c8ac228788dd98a 2024-11-14T02:42:22,684 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/default/test/390234985cd1a0df7c8ac228788dd98a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:42:22,684 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 390234985cd1a0df7c8ac228788dd98a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61819053, jitterRate=-0.07882432639598846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:42:22,684 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 390234985cd1a0df7c8ac228788dd98a 2024-11-14T02:42:22,684 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 390234985cd1a0df7c8ac228788dd98a: Running coprocessor pre-open hook at 1731552142676Writing region info on filesystem at 1731552142676Initializing all the Stores at 1731552142677 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552142677Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552142677Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552142677Cleaning up temporary data from old regions at 1731552142682 (+5 ms)Running coprocessor post-open hooks at 1731552142684 (+2 ms)Region opened successfully at 1731552142684 2024-11-14T02:42:22,685 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731552141535.390234985cd1a0df7c8ac228788dd98a., pid=6, masterSystemTime=1731552142673 2024-11-14T02:42:22,686 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731552141535.390234985cd1a0df7c8ac228788dd98a. 2024-11-14T02:42:22,686 INFO [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731552141535.390234985cd1a0df7c8ac228788dd98a. 2024-11-14T02:42:22,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:22,687 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=390234985cd1a0df7c8ac228788dd98a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=83c5a5c119d5,43251,1731552134780 2024-11-14T02:42:22,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 390234985cd1a0df7c8ac228788dd98a, server=83c5a5c119d5,43251,1731552134780 because future has completed 2024-11-14T02:42:22,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T02:42:22,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:22,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 390234985cd1a0df7c8ac228788dd98a, server=83c5a5c119d5,43251,1731552134780 in 168 msec 2024-11-14T02:42:22,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:22,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T02:42:22,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=390234985cd1a0df7c8ac228788dd98a, ASSIGN in 322 msec 2024-11-14T02:42:22,692 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:42:22,692 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552142692"}]},"ts":"1731552142692"} 2024-11-14T02:42:22,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:22,693 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T02:42:22,694 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:42:22,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-14T02:42:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T02:42:23,683 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T02:42:23,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edbcf20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:23,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,32927,-1 for getting cluster id 2024-11-14T02:42:23,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:23,684 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e627624c-95a0-4541-8c37-c2bed17d1725' 2024-11-14T02:42:23,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e627624c-95a0-4541-8c37-c2bed17d1725" 2024-11-14T02:42:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a79dbb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,32927,-1] 2024-11-14T02:42:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:23,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:23,686 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:23,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a71cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:23,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:42:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,32927,1731552125726 2024-11-14T02:42:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fa8db04 2024-11-14T02:42:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:42:23,688 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:42:23,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://83c5a5c119d5:35499,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T02:42:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:42:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:42:23,691 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:35499' 2024-11-14T02:42:23,691 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf1b144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:23,691 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35499,-1 for getting cluster id 2024-11-14T02:42:23,691 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:23,692 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc62d6fb-e602-4d18-aee9-3e6585b5431c' 2024-11-14T02:42:23,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:23,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc62d6fb-e602-4d18-aee9-3e6585b5431c" 2024-11-14T02:42:23,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42dd27a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:23,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35499,-1] 2024-11-14T02:42:23,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:23,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:23,693 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:23,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7d551b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:23,694 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:42:23,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,35499,1731552130042 2024-11-14T02:42:23,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f6ce0d1 2024-11-14T02:42:23,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:42:23,695 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:42:23,695 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T02:42:23,695 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:42:23,695 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:23,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:42:23,696 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:23,696 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T02:42:23,697 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T02:42:23,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T02:42:23,698 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:23,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T02:42:23,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741837_1013 (size=1138) 2024-11-14T02:42:23,747 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T02:42:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:42:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:42:24,104 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3247b2de625c6edf9b92763edd10fa2, NAME => 'hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4 2024-11-14T02:42:24,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741838_1014 (size=44) 2024-11-14T02:42:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:42:24,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:24,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d3247b2de625c6edf9b92763edd10fa2, disabling compactions & flushes 2024-11-14T02:42:24,509 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2. 2024-11-14T02:42:24,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2. 2024-11-14T02:42:24,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2. after waiting 0 ms 2024-11-14T02:42:24,510 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2. 2024-11-14T02:42:24,510 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2. 2024-11-14T02:42:24,510 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3247b2de625c6edf9b92763edd10fa2: Waiting for close lock at 1731552144509Disabling compacts and flushes for region at 1731552144509Disabling writes for close at 1731552144509Writing region close event to WAL at 1731552144510 (+1 ms)Closed at 1731552144510 2024-11-14T02:42:24,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T02:42:24,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731552144511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552144511"}]},"ts":"1731552144511"} 2024-11-14T02:42:24,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T02:42:24,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T02:42:24,513 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552144513"}]},"ts":"1731552144513"} 2024-11-14T02:42:24,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T02:42:24,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3247b2de625c6edf9b92763edd10fa2, ASSIGN}] 2024-11-14T02:42:24,516 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3247b2de625c6edf9b92763edd10fa2, ASSIGN 2024-11-14T02:42:24,516 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d3247b2de625c6edf9b92763edd10fa2, ASSIGN; state=OFFLINE, location=83c5a5c119d5,44789,1731552125886; forceNewPlan=false, retain=false 2024-11-14T02:42:24,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d3247b2de625c6edf9b92763edd10fa2, regionState=OPENING, regionLocation=83c5a5c119d5,44789,1731552125886 2024-11-14T02:42:24,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d3247b2de625c6edf9b92763edd10fa2, ASSIGN because future has completed 2024-11-14T02:42:24,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3247b2de625c6edf9b92763edd10fa2, server=83c5a5c119d5,44789,1731552125886}] 2024-11-14T02:42:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:42:24,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2. 2024-11-14T02:42:24,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T02:42:24,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T02:42:24,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=83c5a5c119d5%2C44789%2C1731552125886.rep, suffix=, logDir=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886, archiveDir=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/oldWALs, maxLogs=10 2024-11-14T02:42:24,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.rep.1731552144825, exclude list is [], retry=0 2024-11-14T02:42:24,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44945,DS-d223c8c6-2805-4b36-a501-d07a675c85d1,DISK] 2024-11-14T02:42:24,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.rep.1731552144825 2024-11-14T02:42:24,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46241:46241)] 2024-11-14T02:42:24,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d3247b2de625c6edf9b92763edd10fa2, NAME => 'hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T02:42:24,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T02:42:24,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T02:42:24,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2. service=MultiRowMutationService 2024-11-14T02:42:24,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T02:42:24,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d3247b2de625c6edf9b92763edd10fa2 2024-11-14T02:42:24,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T02:42:24,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d3247b2de625c6edf9b92763edd10fa2 2024-11-14T02:42:24,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d3247b2de625c6edf9b92763edd10fa2 2024-11-14T02:42:24,843 INFO [StoreOpener-d3247b2de625c6edf9b92763edd10fa2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d3247b2de625c6edf9b92763edd10fa2 2024-11-14T02:42:24,844 INFO [StoreOpener-d3247b2de625c6edf9b92763edd10fa2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3247b2de625c6edf9b92763edd10fa2 columnFamilyName hfileref 2024-11-14T02:42:24,844 DEBUG [StoreOpener-d3247b2de625c6edf9b92763edd10fa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:24,844 INFO [StoreOpener-d3247b2de625c6edf9b92763edd10fa2-1 {}] regionserver.HStore(327): Store=d3247b2de625c6edf9b92763edd10fa2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:24,844 INFO [StoreOpener-d3247b2de625c6edf9b92763edd10fa2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d3247b2de625c6edf9b92763edd10fa2 2024-11-14T02:42:24,845 INFO [StoreOpener-d3247b2de625c6edf9b92763edd10fa2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3247b2de625c6edf9b92763edd10fa2 columnFamilyName queue 2024-11-14T02:42:24,845 DEBUG [StoreOpener-d3247b2de625c6edf9b92763edd10fa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:24,845 INFO [StoreOpener-d3247b2de625c6edf9b92763edd10fa2-1 {}] regionserver.HStore(327): Store=d3247b2de625c6edf9b92763edd10fa2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:24,846 INFO [StoreOpener-d3247b2de625c6edf9b92763edd10fa2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d3247b2de625c6edf9b92763edd10fa2 2024-11-14T02:42:24,846 INFO [StoreOpener-d3247b2de625c6edf9b92763edd10fa2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3247b2de625c6edf9b92763edd10fa2 columnFamilyName sid 2024-11-14T02:42:24,846 DEBUG [StoreOpener-d3247b2de625c6edf9b92763edd10fa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T02:42:24,847 INFO [StoreOpener-d3247b2de625c6edf9b92763edd10fa2-1 {}] regionserver.HStore(327): Store=d3247b2de625c6edf9b92763edd10fa2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T02:42:24,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d3247b2de625c6edf9b92763edd10fa2 2024-11-14T02:42:24,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/replication/d3247b2de625c6edf9b92763edd10fa2 2024-11-14T02:42:24,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/replication/d3247b2de625c6edf9b92763edd10fa2 2024-11-14T02:42:24,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d3247b2de625c6edf9b92763edd10fa2 2024-11-14T02:42:24,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d3247b2de625c6edf9b92763edd10fa2 2024-11-14T02:42:24,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T02:42:24,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d3247b2de625c6edf9b92763edd10fa2 2024-11-14T02:42:24,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/replication/d3247b2de625c6edf9b92763edd10fa2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T02:42:24,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d3247b2de625c6edf9b92763edd10fa2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70830081, jitterRate=0.055450454354286194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T02:42:24,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3247b2de625c6edf9b92763edd10fa2 2024-11-14T02:42:24,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d3247b2de625c6edf9b92763edd10fa2: Running coprocessor pre-open hook at 1731552144842Writing region info on filesystem at 1731552144842Initializing all the Stores at 1731552144843 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552144843Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552144843Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552144843Cleaning up temporary data from old regions at 1731552144848 (+5 ms)Running coprocessor post-open hooks at 1731552144850 (+2 ms)Region opened successfully at 1731552144851 (+1 ms) 2024-11-14T02:42:24,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2., pid=10, masterSystemTime=1731552144821 2024-11-14T02:42:24,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2. 2024-11-14T02:42:24,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2. 2024-11-14T02:42:24,853 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d3247b2de625c6edf9b92763edd10fa2, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,44789,1731552125886 2024-11-14T02:42:24,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3247b2de625c6edf9b92763edd10fa2, server=83c5a5c119d5,44789,1731552125886 because future has completed 2024-11-14T02:42:24,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T02:42:24,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d3247b2de625c6edf9b92763edd10fa2, server=83c5a5c119d5,44789,1731552125886 in 186 msec 2024-11-14T02:42:24,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T02:42:24,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d3247b2de625c6edf9b92763edd10fa2, ASSIGN in 341 msec 2024-11-14T02:42:24,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T02:42:24,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552144858"}]},"ts":"1731552144858"} 2024-11-14T02:42:24,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T02:42:24,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T02:42:24,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-14T02:42:24,882 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:42:24,883 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:42:24,883 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149048 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [83c5a5c119d5,46605,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:46605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T02:42:24,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2., hostname=83c5a5c119d5,44789,1731552125886, seqNum=2] 2024-11-14T02:42:25,056 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T02:42:25,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770 2024-11-14T02:42:25,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770 2024-11-14T02:42:25,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:42:25,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T02:42:25,230 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T02:42:25,258 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-83c5a5c119d5,44789,1731552125886, ReplicationSource: 1, currentBandwidth=0 2024-11-14T02:42:25,258 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:25,258 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,44789,1731552125886, seqNum=-1] 2024-11-14T02:42:25,259 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:42:25,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-14T02:42:25,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-83c5a5c119d5,44789,1731552125886', locateType=CURRENT is [region=hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2., hostname=83c5a5c119d5,44789,1731552125886, seqNum=2] 2024-11-14T02:42:25,263 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T02:42:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T02:42:25,265 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 83c5a5c119d5,44789,1731552125886 suceeded 2024-11-14T02:42:25,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T02:42:25,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-14T02:42:25,266 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://83c5a5c119d5:35499,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:42:25,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5780 sec 2024-11-14T02:42:25,276 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:35499' 2024-11-14T02:42:25,277 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@412efcb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:25,277 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35499,-1 for getting cluster id 2024-11-14T02:42:25,277 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:25,277 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc62d6fb-e602-4d18-aee9-3e6585b5431c' 2024-11-14T02:42:25,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:25,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc62d6fb-e602-4d18-aee9-3e6585b5431c" 2024-11-14T02:42:25,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f21d13e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:25,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35499,-1] 2024-11-14T02:42:25,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:25,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:25,278 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:25,279 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b03f550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:25,279 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:42:25,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,35499,1731552130042 2024-11-14T02:42:25,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b08a314 2024-11-14T02:42:25,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:42:25,280 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T02:42:25,280 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-83c5a5c119d5,44789,1731552125886 (queues=1) is replicating from cluster=e627624c-95a0-4541-8c37-c2bed17d1725 to cluster=fc62d6fb-e602-4d18-aee9-3e6585b5431c 2024-11-14T02:42:25,280 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=83c5a5c119d5%2C44789%2C1731552125886 2024-11-14T02:42:25,280 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-83c5a5c119d5,44789,1731552125886, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:42:25,282 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C44789%2C1731552125886 2024-11-14T02:42:25,282 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193, startPosition=0, beingWritten=true 2024-11-14T02:42:25,286 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:42:25,286 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 to pos 379, reset compression=false 2024-11-14T02:42:25,286 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,44789,1731552125886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:42:25,489 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 to pos 379, reset compression=false 2024-11-14T02:42:25,792 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 to pos 379, reset compression=false 2024-11-14T02:42:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T02:42:25,833 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T02:42:25,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:42:25,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:42:25,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:25,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:25,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:42:25,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29aded8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:25,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,32927,-1 for getting cluster id 2024-11-14T02:42:25,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:25,835 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e627624c-95a0-4541-8c37-c2bed17d1725' 2024-11-14T02:42:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e627624c-95a0-4541-8c37-c2bed17d1725" 2024-11-14T02:42:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50506ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,32927,-1] 2024-11-14T02:42:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:25,836 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:25,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73697865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:25,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a1221a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:25,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35499,-1 for getting cluster id 2024-11-14T02:42:25,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:25,837 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc62d6fb-e602-4d18-aee9-3e6585b5431c' 2024-11-14T02:42:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc62d6fb-e602-4d18-aee9-3e6585b5431c" 2024-11-14T02:42:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2893d770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35499,-1] 2024-11-14T02:42:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:25,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:25,837 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:25,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e18f20b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:25,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796dd015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:25,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42489,-1 for getting cluster id 2024-11-14T02:42:25,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:25,838 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4debea7-0404-40d1-ac23-a3e5a1c6f0a5' 2024-11-14T02:42:25,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:25,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4debea7-0404-40d1-ac23-a3e5a1c6f0a5" 2024-11-14T02:42:25,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1feac5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:25,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42489,-1] 2024-11-14T02:42:25,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:25,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:25,839 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:25,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c88618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:25,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:25,842 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731552145842/Put/seqid=0 2024-11-14T02:42:25,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741840_1016 (size=7894) 2024-11-14T02:42:26,195 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 to pos 379, reset compression=false 2024-11-14T02:42:26,247 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731552146247/Put/seqid=0 2024-11-14T02:42:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741841_1017 (size=7691) 2024-11-14T02:42:26,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8b1274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:26,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,32927,-1 for getting cluster id 2024-11-14T02:42:26,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:26,652 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e627624c-95a0-4541-8c37-c2bed17d1725' 2024-11-14T02:42:26,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:26,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e627624c-95a0-4541-8c37-c2bed17d1725" 2024-11-14T02:42:26,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645a86c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:26,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,32927,-1] 2024-11-14T02:42:26,652 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:26,653 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:26,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6382f0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:26,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:26,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,44789,1731552125886, seqNum=-1] 2024-11-14T02:42:26,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:42:26,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:42:26,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:42:26,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,32927,1731552125726 2024-11-14T02:42:26,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43c1f3e9 2024-11-14T02:42:26,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:42:26,674 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:42:26,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731552137235.12c054fb06ff212abc74337c5bd25e12., hostname=83c5a5c119d5,44789,1731552125886, seqNum=2] 2024-11-14T02:42:26,678 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T02:42:26,683 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-14T02:42:26,684 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-14T02:42:26,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 12c054fb06ff212abc74337c5bd25e12/f 2024-11-14T02:42:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T02:42:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:42:26,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 12c054fb06ff212abc74337c5bd25e12/f 2024-11-14T02:42:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T02:42:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:42:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HRegion(2603): Flush status journal for 12c054fb06ff212abc74337c5bd25e12: 2024-11-14T02:42:26,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__uovpscaqakon9ol75kk40r0pk68tfir820ui4vbdtbl0n07i5nae1bc0gqf6lq8s/f/hfile_0 2024-11-14T02:42:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__uovpscaqakon9ol75kk40r0pk68tfir820ui4vbdtbl0n07i5nae1bc0gqf6lq8s/f/hfile_0 as hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12/f/fb97915a0eef432699c367e0009caa8a_SeqId_4_ 2024-11-14T02:42:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__uovpscaqakon9ol75kk40r0pk68tfir820ui4vbdtbl0n07i5nae1bc0gqf6lq8s/f/hfile_1 2024-11-14T02:42:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__uovpscaqakon9ol75kk40r0pk68tfir820ui4vbdtbl0n07i5nae1bc0gqf6lq8s/f/hfile_1 as hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12/f/cb1bc8309c37486ebb0c898daccef48e_SeqId_4_ 2024-11-14T02:42:26,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__uovpscaqakon9ol75kk40r0pk68tfir820ui4vbdtbl0n07i5nae1bc0gqf6lq8s/f/hfile_0 into 12c054fb06ff212abc74337c5bd25e12/f as hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12/f/fb97915a0eef432699c367e0009caa8a_SeqId_4_ - updating store file list. 2024-11-14T02:42:26,699 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 to pos 379, reset compression=false 2024-11-14T02:42:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fb97915a0eef432699c367e0009caa8a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T02:42:26,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12/f/fb97915a0eef432699c367e0009caa8a_SeqId_4_ into 12c054fb06ff212abc74337c5bd25e12/f 2024-11-14T02:42:26,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__uovpscaqakon9ol75kk40r0pk68tfir820ui4vbdtbl0n07i5nae1bc0gqf6lq8s/f/hfile_0 into 12c054fb06ff212abc74337c5bd25e12/f (new location: hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12/f/fb97915a0eef432699c367e0009caa8a_SeqId_4_) 2024-11-14T02:42:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__uovpscaqakon9ol75kk40r0pk68tfir820ui4vbdtbl0n07i5nae1bc0gqf6lq8s/f/hfile_0 2024-11-14T02:42:26,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__uovpscaqakon9ol75kk40r0pk68tfir820ui4vbdtbl0n07i5nae1bc0gqf6lq8s/f/hfile_1 into 12c054fb06ff212abc74337c5bd25e12/f as hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12/f/cb1bc8309c37486ebb0c898daccef48e_SeqId_4_ - updating store file list. 2024-11-14T02:42:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cb1bc8309c37486ebb0c898daccef48e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T02:42:26,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12/f/cb1bc8309c37486ebb0c898daccef48e_SeqId_4_ into 12c054fb06ff212abc74337c5bd25e12/f 2024-11-14T02:42:26,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__uovpscaqakon9ol75kk40r0pk68tfir820ui4vbdtbl0n07i5nae1bc0gqf6lq8s/f/hfile_1 into 12c054fb06ff212abc74337c5bd25e12/f (new location: hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12/f/cb1bc8309c37486ebb0c898daccef48e_SeqId_4_) 2024-11-14T02:42:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__uovpscaqakon9ol75kk40r0pk68tfir820ui4vbdtbl0n07i5nae1bc0gqf6lq8s/f/hfile_1 2024-11-14T02:42:26,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:42:26,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:42:26,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:26,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:26,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:42:26,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731552137235.12c054fb06ff212abc74337c5bd25e12., hostname=83c5a5c119d5,44789,1731552125886, seqNum=2 , the old value is region=test,,1731552137235.12c054fb06ff212abc74337c5bd25e12., hostname=83c5a5c119d5,44789,1731552125886, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=83c5a5c119d5:44789 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T02:42:26,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731552137235.12c054fb06ff212abc74337c5bd25e12., hostname=83c5a5c119d5,44789,1731552125886, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T02:42:26,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731552137235.12c054fb06ff212abc74337c5bd25e12., hostname=83c5a5c119d5,44789,1731552125886, seqNum=2 from cache 2024-11-14T02:42:26,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:26,708 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T02:42:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,36215,1731552130155, seqNum=-1] 2024-11-14T02:42:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:42:26,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:42:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af., hostname=83c5a5c119d5,36215,1731552130155, seqNum=2] 2024-11-14T02:42:26,711 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T02:42:26,813 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:44789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-14T02:42:27,301 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 to pos 379, reset compression=false 2024-11-14T02:42:27,305 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:42:27,305 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,44789,1731552125886 got entry batch from reader: WALEntryBatch [walEntries=[{test/12c054fb06ff212abc74337c5bd25e12/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731552146705/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T02:42:27,306 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:42:27,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T02:42:27,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.ReplicationSink(318): Replicating [e627624c-95a0-4541-8c37-c2bed17d1725] bulk loaded data 2024-11-14T02:42:27,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63169607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:27,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,35499,-1 for getting cluster id 2024-11-14T02:42:27,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:27,308 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc62d6fb-e602-4d18-aee9-3e6585b5431c' 2024-11-14T02:42:27,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:27,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc62d6fb-e602-4d18-aee9-3e6585b5431c" 2024-11-14T02:42:27,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@699f22c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:27,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,35499,-1] 2024-11-14T02:42:27,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:27,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:27,309 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:27,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54c86b78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:27,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741837_1013 (size=7894) 2024-11-14T02:42:27,505 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 to pos 687, reset compression=false 2024-11-14T02:42:27,712 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T02:42:27,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741838_1014 (size=7691) 2024-11-14T02:42:27,807 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 to pos 687, reset compression=false 2024-11-14T02:42:28,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:42:28,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,35499,1731552130042 2024-11-14T02:42:28,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fc42741 2024-11-14T02:42:28,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:42:28,126 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-14T02:42:28,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T02:42:28,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:28,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,36215,1731552130155, seqNum=-1] 2024-11-14T02:42:28,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:42:28,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-14T02:42:28,133 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__57rg6tpiohmaun2lnv0oh9h7kf83gctqbddsn32a9su7v18j66aljp0v900go68u/f/cb1bc8309c37486ebb0c898daccef48e_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-14T02:42:28,135 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__57rg6tpiohmaun2lnv0oh9h7kf83gctqbddsn32a9su7v18j66aljp0v900go68u/f/fb97915a0eef432699c367e0009caa8a_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-14T02:42:28,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__57rg6tpiohmaun2lnv0oh9h7kf83gctqbddsn32a9su7v18j66aljp0v900go68u/f/cb1bc8309c37486ebb0c898daccef48e_SeqId_4_ for inclusion in f2563c2e64fde5f45b99e0b23f7630af/f 2024-11-14T02:42:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T02:42:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:42:28,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__57rg6tpiohmaun2lnv0oh9h7kf83gctqbddsn32a9su7v18j66aljp0v900go68u/f/fb97915a0eef432699c367e0009caa8a_SeqId_4_ for inclusion in f2563c2e64fde5f45b99e0b23f7630af/f 2024-11-14T02:42:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T02:42:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:42:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HRegion(2603): Flush status journal for f2563c2e64fde5f45b99e0b23f7630af: 2024-11-14T02:42:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cb1bc8309c37486ebb0c898daccef48e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T02:42:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__57rg6tpiohmaun2lnv0oh9h7kf83gctqbddsn32a9su7v18j66aljp0v900go68u/f/cb1bc8309c37486ebb0c898daccef48e_SeqId_4_ as hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af/f/86d6e8cedd7e48ea8c8127dbe823523f_SeqId_4_ 2024-11-14T02:42:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fb97915a0eef432699c367e0009caa8a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T02:42:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__57rg6tpiohmaun2lnv0oh9h7kf83gctqbddsn32a9su7v18j66aljp0v900go68u/f/fb97915a0eef432699c367e0009caa8a_SeqId_4_ as hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af/f/6e032885e38e48b0acdec2d4ebdad33e_SeqId_4_ 2024-11-14T02:42:28,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__57rg6tpiohmaun2lnv0oh9h7kf83gctqbddsn32a9su7v18j66aljp0v900go68u/f/cb1bc8309c37486ebb0c898daccef48e_SeqId_4_ into f2563c2e64fde5f45b99e0b23f7630af/f as hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af/f/86d6e8cedd7e48ea8c8127dbe823523f_SeqId_4_ - updating store file list. 2024-11-14T02:42:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 86d6e8cedd7e48ea8c8127dbe823523f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T02:42:28,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af/f/86d6e8cedd7e48ea8c8127dbe823523f_SeqId_4_ into f2563c2e64fde5f45b99e0b23f7630af/f 2024-11-14T02:42:28,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__57rg6tpiohmaun2lnv0oh9h7kf83gctqbddsn32a9su7v18j66aljp0v900go68u/f/cb1bc8309c37486ebb0c898daccef48e_SeqId_4_ into f2563c2e64fde5f45b99e0b23f7630af/f (new location: hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af/f/86d6e8cedd7e48ea8c8127dbe823523f_SeqId_4_) 2024-11-14T02:42:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__57rg6tpiohmaun2lnv0oh9h7kf83gctqbddsn32a9su7v18j66aljp0v900go68u/f/cb1bc8309c37486ebb0c898daccef48e_SeqId_4_ 2024-11-14T02:42:28,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__57rg6tpiohmaun2lnv0oh9h7kf83gctqbddsn32a9su7v18j66aljp0v900go68u/f/fb97915a0eef432699c367e0009caa8a_SeqId_4_ into f2563c2e64fde5f45b99e0b23f7630af/f as hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af/f/6e032885e38e48b0acdec2d4ebdad33e_SeqId_4_ - updating store file list. 2024-11-14T02:42:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6e032885e38e48b0acdec2d4ebdad33e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T02:42:28,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af/f/6e032885e38e48b0acdec2d4ebdad33e_SeqId_4_ into f2563c2e64fde5f45b99e0b23f7630af/f 2024-11-14T02:42:28,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__57rg6tpiohmaun2lnv0oh9h7kf83gctqbddsn32a9su7v18j66aljp0v900go68u/f/fb97915a0eef432699c367e0009caa8a_SeqId_4_ into f2563c2e64fde5f45b99e0b23f7630af/f (new location: hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af/f/6e032885e38e48b0acdec2d4ebdad33e_SeqId_4_) 2024-11-14T02:42:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__57rg6tpiohmaun2lnv0oh9h7kf83gctqbddsn32a9su7v18j66aljp0v900go68u/f/fb97915a0eef432699c367e0009caa8a_SeqId_4_ 2024-11-14T02:42:28,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.ReplicationSink(324): Finished replicating [e627624c-95a0-4541-8c37-c2bed17d1725] bulk loaded data 2024-11-14T02:42:28,178 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:42:28,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:28,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:28,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:28,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:28,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:28,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:28,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:28,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:28,210 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 to pos 687, reset compression=false 2024-11-14T02:42:28,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:28,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:28,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:28,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:28,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:28,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:28,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:28,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:28,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:28,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:28,714 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 to pos 687, reset compression=false 2024-11-14T02:42:28,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:28,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,43251,1731552134780, seqNum=-1] 2024-11-14T02:42:28,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:42:28,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:42:28,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731552141535.390234985cd1a0df7c8ac228788dd98a., hostname=83c5a5c119d5,43251,1731552134780, seqNum=2] 2024-11-14T02:42:28,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:42:28,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T02:42:28,727 DEBUG [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 83c5a5c119d5%2C44789%2C1731552125886:(num 1731552127193) roll requested 2024-11-14T02:42:28,746 DEBUG [regionserver/83c5a5c119d5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727, exclude list is [], retry=0 2024-11-14T02:42:28,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44945,DS-d223c8c6-2805-4b36-a501-d07a675c85d1,DISK] 2024-11-14T02:42:28,749 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 2024-11-14T02:42:28,750 DEBUG [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46241:46241)] 2024-11-14T02:42:28,750 DEBUG [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 is not closed yet, will try archiving it next time 2024-11-14T02:42:28,750 DEBUG [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 83c5a5c119d5%2C44789%2C1731552125886.rep:(num 1731552144825) roll requested 2024-11-14T02:42:28,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42be5be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:28,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,32927,-1 for getting cluster id 2024-11-14T02:42:28,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:28,751 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e627624c-95a0-4541-8c37-c2bed17d1725' 2024-11-14T02:42:28,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741832_1008 (size=695) 2024-11-14T02:42:28,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:28,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e627624c-95a0-4541-8c37-c2bed17d1725" 2024-11-14T02:42:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618af63c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,32927,-1] 2024-11-14T02:42:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:28,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:28,752 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 to hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/oldWALs/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 2024-11-14T02:42:28,753 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:28,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa11e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:28,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:42:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,32927,1731552125726 2024-11-14T02:42:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55ebb0ea 2024-11-14T02:42:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:42:28,755 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:42:28,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://83c5a5c119d5:42489,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T02:42:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T02:42:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T02:42:28,758 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:42489' 2024-11-14T02:42:28,759 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa184ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:28,759 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42489,-1 for getting cluster id 2024-11-14T02:42:28,759 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:28,759 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4debea7-0404-40d1-ac23-a3e5a1c6f0a5' 2024-11-14T02:42:28,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:28,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4debea7-0404-40d1-ac23-a3e5a1c6f0a5" 2024-11-14T02:42:28,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157e31e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:28,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42489,-1] 2024-11-14T02:42:28,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:28,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:28,760 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:28,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7157426d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:28,761 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:42:28,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,42489,1731552134664 2024-11-14T02:42:28,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@413d66dc 2024-11-14T02:42:28,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:42:28,762 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:42:28,763 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T02:42:28,763 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T02:42:28,763 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:28,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:42:28,763 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:28,767 DEBUG [regionserver/83c5a5c119d5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.rep.1731552148750, exclude list is [], retry=0 2024-11-14T02:42:28,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44945,DS-d223c8c6-2805-4b36-a501-d07a675c85d1,DISK] 2024-11-14T02:42:28,770 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.rep.1731552144825 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.rep.1731552148750 2024-11-14T02:42:28,770 DEBUG [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46241:46241)] 2024-11-14T02:42:28,770 DEBUG [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.rep.1731552144825 is not closed yet, will try archiving it next time 2024-11-14T02:42:28,770 DEBUG [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 83c5a5c119d5%2C44789%2C1731552125886.meta:.meta(num 1731552128174) roll requested 2024-11-14T02:42:28,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741839_1015 (size=1505) 2024-11-14T02:42:28,771 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.rep.1731552144825 not finished, retry = 0 2024-11-14T02:42:28,783 DEBUG [regionserver/83c5a5c119d5:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.meta.1731552148770.meta, exclude list is [], retry=0 2024-11-14T02:42:28,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44945,DS-d223c8c6-2805-4b36-a501-d07a675c85d1,DISK] 2024-11-14T02:42:28,786 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.meta.1731552128174.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.meta.1731552148770.meta 2024-11-14T02:42:28,786 DEBUG [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46241:46241)] 2024-11-14T02:42:28,786 DEBUG [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.meta.1731552128174.meta is not closed yet, will try archiving it next time 2024-11-14T02:42:28,787 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.meta.1731552128174.meta not finished, retry = 0 2024-11-14T02:42:28,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741834_1010 (size=3473) 2024-11-14T02:42:28,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T02:42:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T02:42:28,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T02:42:28,951 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T02:42:28,987 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-83c5a5c119d5,44789,1731552125886, ReplicationSource: 2, currentBandwidth=0 2024-11-14T02:42:28,989 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T02:42:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T02:42:28,991 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 83c5a5c119d5,44789,1731552125886 suceeded 2024-11-14T02:42:28,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T02:42:28,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-14T02:42:28,992 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://83c5a5c119d5:42489,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T02:42:28,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 237 msec 2024-11-14T02:42:29,008 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='83c5a5c119d5:42489' 2024-11-14T02:42:29,009 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@484e168a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:29,009 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42489,-1 for getting cluster id 2024-11-14T02:42:29,009 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:29,010 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4debea7-0404-40d1-ac23-a3e5a1c6f0a5' 2024-11-14T02:42:29,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:29,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4debea7-0404-40d1-ac23-a3e5a1c6f0a5" 2024-11-14T02:42:29,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f5a8183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:29,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42489,-1] 2024-11-14T02:42:29,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:29,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:29,011 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:29,012 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4149ec42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:29,012 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:42:29,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,42489,1731552134664 2024-11-14T02:42:29,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@351724dd 2024-11-14T02:42:29,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:42:29,013 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T02:42:29,014 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-83c5a5c119d5,44789,1731552125886 (queues=1) is replicating from cluster=e627624c-95a0-4541-8c37-c2bed17d1725 to cluster=e4debea7-0404-40d1-ac23-a3e5a1c6f0a5 2024-11-14T02:42:29,014 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=83c5a5c119d5%2C44789%2C1731552125886 2024-11-14T02:42:29,014 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-83c5a5c119d5,44789,1731552125886, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T02:42:29,014 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727, startPosition=0, beingWritten=true 2024-11-14T02:42:29,014 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 83c5a5c119d5%2C44789%2C1731552125886 2024-11-14T02:42:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T02:42:29,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:42:29,072 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T02:42:29,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:42:29,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:29,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:29,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:42:29,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T02:42:29,076 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731552149075/Put/seqid=0 2024-11-14T02:42:29,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741845_1021 (size=11194) 2024-11-14T02:42:29,101 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:42:29,220 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 0, reset compression=false 2024-11-14T02:42:29,317 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 to pos 687, reset compression=false 2024-11-14T02:42:29,322 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 was moved to hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/oldWALs/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 2024-11-14T02:42:29,324 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193 2024-11-14T02:42:29,324 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,44789,1731552125886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552127193, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T02:42:29,324 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727, startPosition=0, beingWritten=true 2024-11-14T02:42:29,326 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [83c5a5c119d5%2C44789%2C1731552125886.1731552127193] 2024-11-14T02:42:29,481 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731552149480/Put/seqid=0 2024-11-14T02:42:29,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741846_1022 (size=10791) 2024-11-14T02:42:29,524 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 0, reset compression=false 2024-11-14T02:42:29,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce150ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:29,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,32927,-1 for getting cluster id 2024-11-14T02:42:29,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:29,886 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e627624c-95a0-4541-8c37-c2bed17d1725' 2024-11-14T02:42:29,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:29,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e627624c-95a0-4541-8c37-c2bed17d1725" 2024-11-14T02:42:29,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75808a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:29,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,32927,-1] 2024-11-14T02:42:29,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:29,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:29,887 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:29,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f317d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:29,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:29,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,44789,1731552125886, seqNum=-1] 2024-11-14T02:42:29,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:42:29,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T02:42:29,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:42:29,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,32927,1731552125726 2024-11-14T02:42:29,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5af87061 2024-11-14T02:42:29,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:42:29,896 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T02:42:29,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731552137235.12c054fb06ff212abc74337c5bd25e12., hostname=83c5a5c119d5,44789,1731552125886, seqNum=2] 2024-11-14T02:42:29,900 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T02:42:29,905 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-14T02:42:29,907 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-14T02:42:29,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 12c054fb06ff212abc74337c5bd25e12/f 2024-11-14T02:42:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T02:42:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:42:29,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 12c054fb06ff212abc74337c5bd25e12/f 2024-11-14T02:42:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T02:42:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:42:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HRegion(2603): Flush status journal for 12c054fb06ff212abc74337c5bd25e12: 2024-11-14T02:42:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__mu87kenkm9j1vfqqqt7ddvk2cmreptmkoo43t49tjr74kdpobiueg71vutci0juh/f/hfile_1 2024-11-14T02:42:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__mu87kenkm9j1vfqqqt7ddvk2cmreptmkoo43t49tjr74kdpobiueg71vutci0juh/f/hfile_1 as hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12/f/94e413c94ac1436381862781c8cd6b91_SeqId_6_ 2024-11-14T02:42:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__mu87kenkm9j1vfqqqt7ddvk2cmreptmkoo43t49tjr74kdpobiueg71vutci0juh/f/hfile_0 2024-11-14T02:42:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__mu87kenkm9j1vfqqqt7ddvk2cmreptmkoo43t49tjr74kdpobiueg71vutci0juh/f/hfile_0 as hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12/f/9455e1199f524428a8eda3fdc18eb47b_SeqId_6_ 2024-11-14T02:42:29,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__mu87kenkm9j1vfqqqt7ddvk2cmreptmkoo43t49tjr74kdpobiueg71vutci0juh/f/hfile_1 into 12c054fb06ff212abc74337c5bd25e12/f as hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12/f/94e413c94ac1436381862781c8cd6b91_SeqId_6_ - updating store file list. 2024-11-14T02:42:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94e413c94ac1436381862781c8cd6b91_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T02:42:29,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12/f/94e413c94ac1436381862781c8cd6b91_SeqId_6_ into 12c054fb06ff212abc74337c5bd25e12/f 2024-11-14T02:42:29,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__mu87kenkm9j1vfqqqt7ddvk2cmreptmkoo43t49tjr74kdpobiueg71vutci0juh/f/hfile_1 into 12c054fb06ff212abc74337c5bd25e12/f (new location: hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12/f/94e413c94ac1436381862781c8cd6b91_SeqId_6_) 2024-11-14T02:42:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__mu87kenkm9j1vfqqqt7ddvk2cmreptmkoo43t49tjr74kdpobiueg71vutci0juh/f/hfile_1 2024-11-14T02:42:29,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__mu87kenkm9j1vfqqqt7ddvk2cmreptmkoo43t49tjr74kdpobiueg71vutci0juh/f/hfile_0 into 12c054fb06ff212abc74337c5bd25e12/f as hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12/f/9455e1199f524428a8eda3fdc18eb47b_SeqId_6_ - updating store file list. 2024-11-14T02:42:29,928 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 0, reset compression=false 2024-11-14T02:42:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9455e1199f524428a8eda3fdc18eb47b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T02:42:29,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12/f/9455e1199f524428a8eda3fdc18eb47b_SeqId_6_ into 12c054fb06ff212abc74337c5bd25e12/f 2024-11-14T02:42:29,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__mu87kenkm9j1vfqqqt7ddvk2cmreptmkoo43t49tjr74kdpobiueg71vutci0juh/f/hfile_0 into 12c054fb06ff212abc74337c5bd25e12/f (new location: hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12/f/9455e1199f524428a8eda3fdc18eb47b_SeqId_6_) 2024-11-14T02:42:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44789 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/staging/jenkins__test__mu87kenkm9j1vfqqqt7ddvk2cmreptmkoo43t49tjr74kdpobiueg71vutci0juh/f/hfile_0 2024-11-14T02:42:29,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:42:29,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:42:29,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:29,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:29,932 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:42:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731552137235.12c054fb06ff212abc74337c5bd25e12., hostname=83c5a5c119d5,44789,1731552125886, seqNum=2 , the old value is region=test,,1731552137235.12c054fb06ff212abc74337c5bd25e12., hostname=83c5a5c119d5,44789,1731552125886, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=83c5a5c119d5:44789 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T02:42:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731552137235.12c054fb06ff212abc74337c5bd25e12., hostname=83c5a5c119d5,44789,1731552125886, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T02:42:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731552137235.12c054fb06ff212abc74337c5bd25e12., hostname=83c5a5c119d5,44789,1731552125886, seqNum=2 from cache 2024-11-14T02:42:29,932 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-83c5a5c119d5,44789,1731552125886 got entry batch from reader: WALEntryBatch [walEntries=[{test/12c054fb06ff212abc74337c5bd25e12/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731552149930/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T02:42:29,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:42:29,933 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T02:42:29,934 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T02:42:29,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T02:42:29,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.ReplicationSink(318): Replicating [e627624c-95a0-4541-8c37-c2bed17d1725] bulk loaded data 2024-11-14T02:42:29,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ede1924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:29,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,42489,-1 for getting cluster id 2024-11-14T02:42:29,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T02:42:29,936 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T02:42:29,936 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4debea7-0404-40d1-ac23-a3e5a1c6f0a5' 2024-11-14T02:42:29,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T02:42:29,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4debea7-0404-40d1-ac23-a3e5a1c6f0a5" 2024-11-14T02:42:29,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c2e96c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:29,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,42489,-1] 2024-11-14T02:42:29,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T02:42:29,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:29,937 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-14T02:42:29,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1008ca77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T02:42:29,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741837_1013 (size=10791) 2024-11-14T02:42:29,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741838_1014 (size=11194) 2024-11-14T02:42:29,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T02:42:29,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,42489,1731552134664 2024-11-14T02:42:29,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a4ff02e 2024-11-14T02:42:29,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T02:42:29,962 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-14T02:42:29,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T02:42:29,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T02:42:29,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,43251,1731552134780, seqNum=-1] 2024-11-14T02:42:29,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T02:42:29,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-14T02:42:29,970 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/staging/jenkins.hfs.23__test__1tvoo9qmk3o9eh0n6nqq5q24okd7l6phkn5n35gfdjphnfg0ppj5h80jb5hoaohk/f/9455e1199f524428a8eda3fdc18eb47b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T02:42:29,972 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/staging/jenkins.hfs.23__test__1tvoo9qmk3o9eh0n6nqq5q24okd7l6phkn5n35gfdjphnfg0ppj5h80jb5hoaohk/f/94e413c94ac1436381862781c8cd6b91_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T02:42:29,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/staging/jenkins.hfs.23__test__1tvoo9qmk3o9eh0n6nqq5q24okd7l6phkn5n35gfdjphnfg0ppj5h80jb5hoaohk/f/94e413c94ac1436381862781c8cd6b91_SeqId_6_ for inclusion in 390234985cd1a0df7c8ac228788dd98a/f 2024-11-14T02:42:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T02:42:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:42:29,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/staging/jenkins.hfs.23__test__1tvoo9qmk3o9eh0n6nqq5q24okd7l6phkn5n35gfdjphnfg0ppj5h80jb5hoaohk/f/9455e1199f524428a8eda3fdc18eb47b_SeqId_6_ for inclusion in 390234985cd1a0df7c8ac228788dd98a/f 2024-11-14T02:42:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T02:42:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:42:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.HRegion(2603): Flush status journal for 390234985cd1a0df7c8ac228788dd98a: 2024-11-14T02:42:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 94e413c94ac1436381862781c8cd6b91_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T02:42:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/staging/jenkins.hfs.23__test__1tvoo9qmk3o9eh0n6nqq5q24okd7l6phkn5n35gfdjphnfg0ppj5h80jb5hoaohk/f/94e413c94ac1436381862781c8cd6b91_SeqId_6_ as hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/default/test/390234985cd1a0df7c8ac228788dd98a/f/ec620ed5d134422a9eb111bf2c0bc600_SeqId_4_ 2024-11-14T02:42:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9455e1199f524428a8eda3fdc18eb47b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T02:42:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/staging/jenkins.hfs.23__test__1tvoo9qmk3o9eh0n6nqq5q24okd7l6phkn5n35gfdjphnfg0ppj5h80jb5hoaohk/f/9455e1199f524428a8eda3fdc18eb47b_SeqId_6_ as hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/default/test/390234985cd1a0df7c8ac228788dd98a/f/66777c9138944b918973c7f70b0af9ba_SeqId_4_ 2024-11-14T02:42:29,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/staging/jenkins.hfs.23__test__1tvoo9qmk3o9eh0n6nqq5q24okd7l6phkn5n35gfdjphnfg0ppj5h80jb5hoaohk/f/94e413c94ac1436381862781c8cd6b91_SeqId_6_ into 390234985cd1a0df7c8ac228788dd98a/f as hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/default/test/390234985cd1a0df7c8ac228788dd98a/f/ec620ed5d134422a9eb111bf2c0bc600_SeqId_4_ - updating store file list. 2024-11-14T02:42:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec620ed5d134422a9eb111bf2c0bc600_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T02:42:29,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/default/test/390234985cd1a0df7c8ac228788dd98a/f/ec620ed5d134422a9eb111bf2c0bc600_SeqId_4_ into 390234985cd1a0df7c8ac228788dd98a/f 2024-11-14T02:42:29,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/staging/jenkins.hfs.23__test__1tvoo9qmk3o9eh0n6nqq5q24okd7l6phkn5n35gfdjphnfg0ppj5h80jb5hoaohk/f/94e413c94ac1436381862781c8cd6b91_SeqId_6_ into 390234985cd1a0df7c8ac228788dd98a/f (new location: hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/default/test/390234985cd1a0df7c8ac228788dd98a/f/ec620ed5d134422a9eb111bf2c0bc600_SeqId_4_) 2024-11-14T02:42:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/staging/jenkins.hfs.23__test__1tvoo9qmk3o9eh0n6nqq5q24okd7l6phkn5n35gfdjphnfg0ppj5h80jb5hoaohk/f/94e413c94ac1436381862781c8cd6b91_SeqId_6_ 2024-11-14T02:42:29,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/staging/jenkins.hfs.23__test__1tvoo9qmk3o9eh0n6nqq5q24okd7l6phkn5n35gfdjphnfg0ppj5h80jb5hoaohk/f/9455e1199f524428a8eda3fdc18eb47b_SeqId_6_ into 390234985cd1a0df7c8ac228788dd98a/f as hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/default/test/390234985cd1a0df7c8ac228788dd98a/f/66777c9138944b918973c7f70b0af9ba_SeqId_4_ - updating store file list. 2024-11-14T02:42:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 66777c9138944b918973c7f70b0af9ba_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T02:42:29,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/default/test/390234985cd1a0df7c8ac228788dd98a/f/66777c9138944b918973c7f70b0af9ba_SeqId_4_ into 390234985cd1a0df7c8ac228788dd98a/f 2024-11-14T02:42:29,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/staging/jenkins.hfs.23__test__1tvoo9qmk3o9eh0n6nqq5q24okd7l6phkn5n35gfdjphnfg0ppj5h80jb5hoaohk/f/9455e1199f524428a8eda3fdc18eb47b_SeqId_6_ into 390234985cd1a0df7c8ac228788dd98a/f (new location: hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/default/test/390234985cd1a0df7c8ac228788dd98a/f/66777c9138944b918973c7f70b0af9ba_SeqId_4_) 2024-11-14T02:42:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/staging/jenkins.hfs.23__test__1tvoo9qmk3o9eh0n6nqq5q24okd7l6phkn5n35gfdjphnfg0ppj5h80jb5hoaohk/f/9455e1199f524428a8eda3fdc18eb47b_SeqId_6_ 2024-11-14T02:42:29,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43251 {}] regionserver.ReplicationSink(324): Finished replicating [e627624c-95a0-4541-8c37-c2bed17d1725] bulk loaded data 2024-11-14T02:42:30,028 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 0, reset compression=false 2024-11-14T02:42:30,031 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T02:42:30,031 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,44789,1731552125886 got entry batch from reader: WALEntryBatch [walEntries=[{test/12c054fb06ff212abc74337c5bd25e12/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731552149930/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T02:42:30,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.ReplicationSink(318): Replicating [e627624c-95a0-4541-8c37-c2bed17d1725] bulk loaded data 2024-11-14T02:42:30,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741839_1015 (size=10791) 2024-11-14T02:42:30,043 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:44789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-14T02:42:30,132 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:30,231 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:30,435 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:30,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741840_1016 (size=11194) 2024-11-14T02:42:30,534 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:30,838 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:30,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T02:42:30,857 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__q4h3c1v8jo02aoqteejne7gs4khde18jufdlu5puutlf8b88h8gaui6f7pngc82n/f/9455e1199f524428a8eda3fdc18eb47b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T02:42:30,859 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__q4h3c1v8jo02aoqteejne7gs4khde18jufdlu5puutlf8b88h8gaui6f7pngc82n/f/94e413c94ac1436381862781c8cd6b91_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T02:42:30,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__q4h3c1v8jo02aoqteejne7gs4khde18jufdlu5puutlf8b88h8gaui6f7pngc82n/f/9455e1199f524428a8eda3fdc18eb47b_SeqId_6_ for inclusion in f2563c2e64fde5f45b99e0b23f7630af/f 2024-11-14T02:42:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T02:42:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:42:30,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__q4h3c1v8jo02aoqteejne7gs4khde18jufdlu5puutlf8b88h8gaui6f7pngc82n/f/94e413c94ac1436381862781c8cd6b91_SeqId_6_ for inclusion in f2563c2e64fde5f45b99e0b23f7630af/f 2024-11-14T02:42:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T02:42:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T02:42:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HRegion(2603): Flush status journal for f2563c2e64fde5f45b99e0b23f7630af: 2024-11-14T02:42:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9455e1199f524428a8eda3fdc18eb47b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T02:42:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__q4h3c1v8jo02aoqteejne7gs4khde18jufdlu5puutlf8b88h8gaui6f7pngc82n/f/9455e1199f524428a8eda3fdc18eb47b_SeqId_6_ as hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af/f/466d6d7650684e22835c22de0a39f56c_SeqId_6_ 2024-11-14T02:42:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 94e413c94ac1436381862781c8cd6b91_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T02:42:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__q4h3c1v8jo02aoqteejne7gs4khde18jufdlu5puutlf8b88h8gaui6f7pngc82n/f/94e413c94ac1436381862781c8cd6b91_SeqId_6_ as hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af/f/68ac3af5b3d34cc981a84b1aa912897a_SeqId_6_ 2024-11-14T02:42:30,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__q4h3c1v8jo02aoqteejne7gs4khde18jufdlu5puutlf8b88h8gaui6f7pngc82n/f/9455e1199f524428a8eda3fdc18eb47b_SeqId_6_ into f2563c2e64fde5f45b99e0b23f7630af/f as hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af/f/466d6d7650684e22835c22de0a39f56c_SeqId_6_ - updating store file list. 2024-11-14T02:42:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 466d6d7650684e22835c22de0a39f56c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T02:42:30,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af/f/466d6d7650684e22835c22de0a39f56c_SeqId_6_ into f2563c2e64fde5f45b99e0b23f7630af/f 2024-11-14T02:42:30,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__q4h3c1v8jo02aoqteejne7gs4khde18jufdlu5puutlf8b88h8gaui6f7pngc82n/f/9455e1199f524428a8eda3fdc18eb47b_SeqId_6_ into f2563c2e64fde5f45b99e0b23f7630af/f (new location: hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af/f/466d6d7650684e22835c22de0a39f56c_SeqId_6_) 2024-11-14T02:42:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__q4h3c1v8jo02aoqteejne7gs4khde18jufdlu5puutlf8b88h8gaui6f7pngc82n/f/9455e1199f524428a8eda3fdc18eb47b_SeqId_6_ 2024-11-14T02:42:30,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__q4h3c1v8jo02aoqteejne7gs4khde18jufdlu5puutlf8b88h8gaui6f7pngc82n/f/94e413c94ac1436381862781c8cd6b91_SeqId_6_ into f2563c2e64fde5f45b99e0b23f7630af/f as hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af/f/68ac3af5b3d34cc981a84b1aa912897a_SeqId_6_ - updating store file list. 2024-11-14T02:42:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 68ac3af5b3d34cc981a84b1aa912897a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T02:42:30,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af/f/68ac3af5b3d34cc981a84b1aa912897a_SeqId_6_ into f2563c2e64fde5f45b99e0b23f7630af/f 2024-11-14T02:42:30,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__q4h3c1v8jo02aoqteejne7gs4khde18jufdlu5puutlf8b88h8gaui6f7pngc82n/f/94e413c94ac1436381862781c8cd6b91_SeqId_6_ into f2563c2e64fde5f45b99e0b23f7630af/f (new location: hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af/f/68ac3af5b3d34cc981a84b1aa912897a_SeqId_6_) 2024-11-14T02:42:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/staging/jenkins.hfs.22__test__q4h3c1v8jo02aoqteejne7gs4khde18jufdlu5puutlf8b88h8gaui6f7pngc82n/f/94e413c94ac1436381862781c8cd6b91_SeqId_6_ 2024-11-14T02:42:30,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36215 {}] regionserver.ReplicationSink(324): Finished replicating [e627624c-95a0-4541-8c37-c2bed17d1725] bulk loaded data 2024-11-14T02:42:30,937 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:30,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:42:30,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:42:30,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:42:30,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:30,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:30,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:42:30,950 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:42:30,950 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1470121755, stopped=false 2024-11-14T02:42:30,950 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,42489,1731552134664 2024-11-14T02:42:30,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21867224831/running 2024-11-14T02:42:30,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21867224831/running 2024-11-14T02:42:30,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831 2024-11-14T02:42:30,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831 2024-11-14T02:42:30,990 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:42:30,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:42:30,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:42:30,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:30,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Set watcher on znode that does not yet exist, /21867224831/running 2024-11-14T02:42:30,991 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,43251,1731552134780' ***** 2024-11-14T02:42:30,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Set watcher on znode that does not yet exist, /21867224831/running 2024-11-14T02:42:30,991 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:42:30,991 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:42:30,991 INFO [RS:0;83c5a5c119d5:43251 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:42:30,991 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:42:30,991 INFO [RS:0;83c5a5c119d5:43251 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:42:30,991 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(3091): Received CLOSE for 390234985cd1a0df7c8ac228788dd98a 2024-11-14T02:42:30,992 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,43251,1731552134780 2024-11-14T02:42:30,992 INFO [RS:0;83c5a5c119d5:43251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:42:30,992 INFO [RS:0;83c5a5c119d5:43251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:43251. 2024-11-14T02:42:30,992 DEBUG [RS:0;83c5a5c119d5:43251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:42:30,992 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 390234985cd1a0df7c8ac228788dd98a, disabling compactions & flushes 2024-11-14T02:42:30,992 DEBUG [RS:0;83c5a5c119d5:43251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:30,992 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731552141535.390234985cd1a0df7c8ac228788dd98a. 2024-11-14T02:42:30,992 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552141535.390234985cd1a0df7c8ac228788dd98a. 2024-11-14T02:42:30,992 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731552141535.390234985cd1a0df7c8ac228788dd98a. after waiting 0 ms 2024-11-14T02:42:30,992 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731552141535.390234985cd1a0df7c8ac228788dd98a. 2024-11-14T02:42:30,992 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:42:30,992 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:42:30,992 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:42:30,992 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:42:30,993 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T02:42:30,993 DEBUG [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 390234985cd1a0df7c8ac228788dd98a=test,,1731552141535.390234985cd1a0df7c8ac228788dd98a.} 2024-11-14T02:42:30,993 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:42:30,993 DEBUG [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 390234985cd1a0df7c8ac228788dd98a 2024-11-14T02:42:30,993 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:42:30,993 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:42:30,993 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:42:30,993 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:42:30,993 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T02:42:30,995 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/default/test/390234985cd1a0df7c8ac228788dd98a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T02:42:30,996 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:42:30,996 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:42:30,996 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731552141535.390234985cd1a0df7c8ac228788dd98a. 2024-11-14T02:42:30,996 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 390234985cd1a0df7c8ac228788dd98a: Waiting for close lock at 1731552150992Running coprocessor pre-close hooks at 1731552150992Disabling compacts and flushes for region at 1731552150992Disabling writes for close at 1731552150992Writing region close event to WAL at 1731552150993 (+1 ms)Running coprocessor post-close hooks at 1731552150996 (+3 ms)Closed at 1731552150996 2024-11-14T02:42:30,996 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731552141535.390234985cd1a0df7c8ac228788dd98a. 2024-11-14T02:42:31,011 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/.tmp/info/35039b051654427fa041b0afefe3b674 is 129, key is test,,1731552141535.390234985cd1a0df7c8ac228788dd98a./info:regioninfo/1731552142686/Put/seqid=0 2024-11-14T02:42:31,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741839_1015 (size=6421) 2024-11-14T02:42:31,014 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/.tmp/info/35039b051654427fa041b0afefe3b674 2024-11-14T02:42:31,016 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:42:31,034 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/.tmp/ns/c79e55282eed436db4e1e4987a89e337 is 43, key is default/ns:d/1731552137154/Put/seqid=0 2024-11-14T02:42:31,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741840_1016 (size=5153) 2024-11-14T02:42:31,193 DEBUG [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:42:31,341 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:31,393 DEBUG [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:42:31,437 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/.tmp/ns/c79e55282eed436db4e1e4987a89e337 2024-11-14T02:42:31,440 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:31,461 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/.tmp/rep_barrier/326f8c8c54474ca59da4e135d8ec7ecd is 112, key is test,,1731552141535.390234985cd1a0df7c8ac228788dd98a./rep_barrier:seqnumDuringOpen/1731552142686/Put/seqid=0 2024-11-14T02:42:31,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741841_1017 (size=5518) 2024-11-14T02:42:31,511 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:42:31,511 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:42:31,593 DEBUG [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:42:31,793 DEBUG [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:42:31,864 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/.tmp/rep_barrier/326f8c8c54474ca59da4e135d8ec7ecd 2024-11-14T02:42:31,893 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/.tmp/table/8fcb83f991fb477dbaa0bdb7eb486f1e is 40, key is test/table:state/1731552142692/Put/seqid=0 2024-11-14T02:42:31,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741842_1018 (size=5165) 2024-11-14T02:42:31,944 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:31,993 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T02:42:31,993 DEBUG [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T02:42:31,993 DEBUG [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:42:32,047 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:32,194 DEBUG [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:42:32,296 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/.tmp/table/8fcb83f991fb477dbaa0bdb7eb486f1e 2024-11-14T02:42:32,300 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/.tmp/info/35039b051654427fa041b0afefe3b674 as hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/info/35039b051654427fa041b0afefe3b674 2024-11-14T02:42:32,303 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/info/35039b051654427fa041b0afefe3b674, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T02:42:32,304 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/.tmp/ns/c79e55282eed436db4e1e4987a89e337 as hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/ns/c79e55282eed436db4e1e4987a89e337 2024-11-14T02:42:32,307 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/ns/c79e55282eed436db4e1e4987a89e337, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T02:42:32,307 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/.tmp/rep_barrier/326f8c8c54474ca59da4e135d8ec7ecd as hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/rep_barrier/326f8c8c54474ca59da4e135d8ec7ecd 2024-11-14T02:42:32,310 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/rep_barrier/326f8c8c54474ca59da4e135d8ec7ecd, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T02:42:32,310 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/.tmp/table/8fcb83f991fb477dbaa0bdb7eb486f1e as hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/table/8fcb83f991fb477dbaa0bdb7eb486f1e 2024-11-14T02:42:32,313 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/table/8fcb83f991fb477dbaa0bdb7eb486f1e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T02:42:32,313 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=11, compaction requested=false 2024-11-14T02:42:32,317 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T02:42:32,317 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:42:32,317 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:42:32,317 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:42:32,317 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552150993Running coprocessor pre-close hooks at 1731552150993Disabling compacts and flushes for region at 1731552150993Disabling writes for close at 1731552150993Obtaining lock to block concurrent updates at 1731552150993Preparing flush snapshotting stores in 1588230740 at 1731552150993Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731552150993Flushing stores of hbase:meta,,1.1588230740 at 1731552150999 (+6 ms)Flushing 1588230740/info: creating writer at 1731552150999Flushing 1588230740/info: appending metadata at 1731552151011 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731552151011Flushing 1588230740/ns: creating writer at 1731552151018 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731552151033 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731552151033Flushing 1588230740/rep_barrier: creating writer at 1731552151441 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731552151460 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731552151460Flushing 1588230740/table: creating writer at 1731552151880 (+420 ms)Flushing 1588230740/table: appending metadata at 1731552151892 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731552151892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c58657d: reopening flushed file at 1731552152299 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@503cf610: reopening flushed file at 1731552152303 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4583de99: reopening flushed file at 1731552152307 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13bcbf26: reopening flushed file at 1731552152310 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=11, compaction requested=false at 1731552152313 (+3 ms)Writing region close event to WAL at 1731552152315 (+2 ms)Running coprocessor post-close hooks at 1731552152317 (+2 ms)Closed at 1731552152317 2024-11-14T02:42:32,317 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:42:32,394 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,43251,1731552134780; all regions closed. 2024-11-14T02:42:32,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741834_1010 (size=2717) 2024-11-14T02:42:32,397 DEBUG [RS:0;83c5a5c119d5:43251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/oldWALs 2024-11-14T02:42:32,397 INFO [RS:0;83c5a5c119d5:43251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C43251%2C1731552134780.meta:.meta(num 1731552137114) 2024-11-14T02:42:32,399 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/WALs/83c5a5c119d5,43251,1731552134780/83c5a5c119d5%2C43251%2C1731552134780.1731552136637 not finished, retry = 0 2024-11-14T02:42:32,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741833_1009 (size=1028) 2024-11-14T02:42:32,501 DEBUG [RS:0;83c5a5c119d5:43251 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/oldWALs 2024-11-14T02:42:32,501 INFO [RS:0;83c5a5c119d5:43251 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C43251%2C1731552134780:(num 1731552136637) 2024-11-14T02:42:32,501 DEBUG [RS:0;83c5a5c119d5:43251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:32,501 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:42:32,501 INFO [RS:0;83c5a5c119d5:43251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:42:32,501 INFO [RS:0;83c5a5c119d5:43251 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T02:42:32,501 INFO [RS:0;83c5a5c119d5:43251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:42:32,501 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:42:32,502 INFO [RS:0;83c5a5c119d5:43251 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:43251. 2024-11-14T02:42:32,502 DEBUG [RS:0;83c5a5c119d5:43251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:42:32,502 DEBUG [RS:0;83c5a5c119d5:43251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:32,502 DEBUG [RS:0;83c5a5c119d5:43251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:32,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:42:32,502 INFO [RS:0;83c5a5c119d5:43251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43251 2024-11-14T02:42:32,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831/rs 2024-11-14T02:42:32,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21867224831/rs/83c5a5c119d5,43251,1731552134780 2024-11-14T02:42:32,531 INFO [RS:0;83c5a5c119d5:43251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:42:32,540 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,43251,1731552134780] 2024-11-14T02:42:32,548 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21867224831/draining/83c5a5c119d5,43251,1731552134780 already deleted, retry=false 2024-11-14T02:42:32,548 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,43251,1731552134780 expired; onlineServers=0 2024-11-14T02:42:32,548 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,42489,1731552134664' ***** 2024-11-14T02:42:32,548 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:42:32,548 INFO [M:0;83c5a5c119d5:42489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:42:32,548 INFO [M:0;83c5a5c119d5:42489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:42:32,548 DEBUG [M:0;83c5a5c119d5:42489 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:42:32,548 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:42:32,548 DEBUG [M:0;83c5a5c119d5:42489 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:42:32,548 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552136346 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552136346,5,FailOnTimeoutGroup] 2024-11-14T02:42:32,548 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552136346 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552136346,5,FailOnTimeoutGroup] 2024-11-14T02:42:32,549 INFO [M:0;83c5a5c119d5:42489 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:42:32,549 INFO [M:0;83c5a5c119d5:42489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:42:32,549 DEBUG [M:0;83c5a5c119d5:42489 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:42:32,549 INFO [M:0;83c5a5c119d5:42489 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:42:32,549 INFO [M:0;83c5a5c119d5:42489 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:42:32,549 INFO [M:0;83c5a5c119d5:42489 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:42:32,549 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:42:32,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21867224831/master 2024-11-14T02:42:32,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21867224831 2024-11-14T02:42:32,556 DEBUG [M:0;83c5a5c119d5:42489 {}] zookeeper.ZKUtil(347): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Unable to get data of znode /21867224831/master because node does not exist (not an error) 2024-11-14T02:42:32,556 WARN [M:0;83c5a5c119d5:42489 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:42:32,557 INFO [M:0;83c5a5c119d5:42489 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/.lastflushedseqids 2024-11-14T02:42:32,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741843_1019 (size=173) 2024-11-14T02:42:32,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:42:32,640 INFO [RS:0;83c5a5c119d5:43251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:42:32,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43251-0x10138824e770007, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:42:32,640 INFO [RS:0;83c5a5c119d5:43251 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,43251,1731552134780; zookeeper connection closed. 2024-11-14T02:42:32,640 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4922f77f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4922f77f 2024-11-14T02:42:32,640 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:42:32,647 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:32,751 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:32,961 INFO [M:0;83c5a5c119d5:42489 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:42:32,961 INFO [M:0;83c5a5c119d5:42489 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:42:32,962 DEBUG [M:0;83c5a5c119d5:42489 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:42:32,962 INFO [M:0;83c5a5c119d5:42489 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:32,962 DEBUG [M:0;83c5a5c119d5:42489 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:32,962 DEBUG [M:0;83c5a5c119d5:42489 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:42:32,962 DEBUG [M:0;83c5a5c119d5:42489 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:32,962 INFO [M:0;83c5a5c119d5:42489 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-14T02:42:32,975 DEBUG [M:0;83c5a5c119d5:42489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baeaf72d8c5249ebabd426315da5d6c4 is 82, key is hbase:meta,,1/info:regioninfo/1731552137141/Put/seqid=0 2024-11-14T02:42:32,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741844_1020 (size=5672) 2024-11-14T02:42:33,379 INFO [M:0;83c5a5c119d5:42489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baeaf72d8c5249ebabd426315da5d6c4 2024-11-14T02:42:33,394 DEBUG [M:0;83c5a5c119d5:42489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78d41279c345481695177104122c4cf5 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731552142694/Put/seqid=0 2024-11-14T02:42:33,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741845_1021 (size=6587) 2024-11-14T02:42:33,450 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:33,554 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:33,797 INFO [M:0;83c5a5c119d5:42489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78d41279c345481695177104122c4cf5 2024-11-14T02:42:33,816 DEBUG [M:0;83c5a5c119d5:42489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a1d1337bd3b43078a164c7f6f7021ed is 69, key is 83c5a5c119d5,43251,1731552134780/rs:state/1731552136453/Put/seqid=0 2024-11-14T02:42:33,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741846_1022 (size=5156) 2024-11-14T02:42:33,819 INFO [M:0;83c5a5c119d5:42489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a1d1337bd3b43078a164c7f6f7021ed 2024-11-14T02:42:33,822 DEBUG [M:0;83c5a5c119d5:42489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/baeaf72d8c5249ebabd426315da5d6c4 as hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/baeaf72d8c5249ebabd426315da5d6c4 2024-11-14T02:42:33,825 INFO [M:0;83c5a5c119d5:42489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/baeaf72d8c5249ebabd426315da5d6c4, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T02:42:33,826 DEBUG [M:0;83c5a5c119d5:42489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78d41279c345481695177104122c4cf5 as hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78d41279c345481695177104122c4cf5 2024-11-14T02:42:33,829 INFO [M:0;83c5a5c119d5:42489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78d41279c345481695177104122c4cf5, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T02:42:33,829 DEBUG [M:0;83c5a5c119d5:42489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a1d1337bd3b43078a164c7f6f7021ed as hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a1d1337bd3b43078a164c7f6f7021ed 2024-11-14T02:42:33,832 INFO [M:0;83c5a5c119d5:42489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46203/user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a1d1337bd3b43078a164c7f6f7021ed, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T02:42:33,833 INFO [M:0;83c5a5c119d5:42489 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=55, compaction requested=false 2024-11-14T02:42:33,834 INFO [M:0;83c5a5c119d5:42489 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:33,834 DEBUG [M:0;83c5a5c119d5:42489 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552152962Disabling compacts and flushes for region at 1731552152962Disabling writes for close at 1731552152962Obtaining lock to block concurrent updates at 1731552152962Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731552152962Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731552152962Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731552152963 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731552152963Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731552152975 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731552152975Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731552153382 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731552153394 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731552153394Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731552153800 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731552153815 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731552153815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a1f8b00: reopening flushed file at 1731552153822 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f105193: reopening flushed file at 1731552153825 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75023811: reopening flushed file at 1731552153829 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 870ms, sequenceid=55, compaction requested=false at 1731552153833 (+4 ms)Writing region close event to WAL at 1731552153834 (+1 ms)Closed at 1731552153834 2024-11-14T02:42:33,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38149 is added to blk_1073741830_1006 (size=32782) 2024-11-14T02:42:33,835 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a00a8e3d-e400-cbc6-7481-4102ccda456f/MasterData/WALs/83c5a5c119d5,42489,1731552134664/83c5a5c119d5%2C42489%2C1731552134664.1731552136102 not finished, retry = 0 2024-11-14T02:42:33,936 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:42:33,936 INFO [M:0;83c5a5c119d5:42489 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:42:33,936 INFO [M:0;83c5a5c119d5:42489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42489 2024-11-14T02:42:33,937 INFO [M:0;83c5a5c119d5:42489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:42:34,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:42:34,065 INFO [M:0;83c5a5c119d5:42489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:42:34,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42489-0x10138824e770006, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:42:34,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ee40b10{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:42:34,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d616c62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:42:34,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:42:34,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e64574{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:42:34,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12b04a19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/hadoop.log.dir/,STOPPED} 2024-11-14T02:42:34,069 WARN [BP-1488218101-172.17.0.2-1731552132921 heartbeating to localhost/127.0.0.1:46203 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:42:34,069 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:42:34,077 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:42:34,078 WARN [BP-1488218101-172.17.0.2-1731552132921 heartbeating to localhost/127.0.0.1:46203 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1488218101-172.17.0.2-1731552132921 (Datanode Uuid 3d0690e5-bb40-4c85-8e21-a5cf2d4356ac) service to localhost/127.0.0.1:46203 2024-11-14T02:42:34,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/cluster_1ec85d16-57d5-fb51-62b9-c3ae5e370420/data/data1/current/BP-1488218101-172.17.0.2-1731552132921 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:42:34,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/cluster_1ec85d16-57d5-fb51-62b9-c3ae5e370420/data/data2/current/BP-1488218101-172.17.0.2-1731552132921 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:42:34,079 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:42:34,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@673f761a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:42:34,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f9e3cff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:42:34,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:42:34,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4662f292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:42:34,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d4b4cff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63ab352c-e7eb-ea23-0f29-6689467a169e/hadoop.log.dir/,STOPPED} 2024-11-14T02:42:34,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:42:34,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:42:34,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:42:34,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:42:34,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:34,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:34,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:42:34,096 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:42:34,096 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=912773547, stopped=false 2024-11-14T02:42:34,096 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,35499,1731552130042 2024-11-14T02:42:34,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-406034568/running 2024-11-14T02:42:34,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-406034568/running 2024-11-14T02:42:34,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568 2024-11-14T02:42:34,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568 2024-11-14T02:42:34,118 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:42:34,118 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:42:34,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:42:34,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:34,119 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,36215,1731552130155' ***** 2024-11-14T02:42:34,119 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:42:34,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Set watcher on znode that does not yet exist, /1-406034568/running 2024-11-14T02:42:34,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Set watcher on znode that does not yet exist, /1-406034568/running 2024-11-14T02:42:34,119 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:42:34,120 INFO [RS:0;83c5a5c119d5:36215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:42:34,120 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:42:34,120 INFO [RS:0;83c5a5c119d5:36215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:42:34,120 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(3091): Received CLOSE for f2563c2e64fde5f45b99e0b23f7630af 2024-11-14T02:42:34,120 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,36215,1731552130155 2024-11-14T02:42:34,120 INFO [RS:0;83c5a5c119d5:36215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:42:34,120 INFO [RS:0;83c5a5c119d5:36215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:36215. 2024-11-14T02:42:34,120 DEBUG [RS:0;83c5a5c119d5:36215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:42:34,120 DEBUG [RS:0;83c5a5c119d5:36215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:34,120 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2563c2e64fde5f45b99e0b23f7630af, disabling compactions & flushes 2024-11-14T02:42:34,120 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:42:34,120 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af. 2024-11-14T02:42:34,120 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:42:34,120 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af. 2024-11-14T02:42:34,120 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:42:34,120 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af. after waiting 0 ms 2024-11-14T02:42:34,120 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af. 2024-11-14T02:42:34,120 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:42:34,121 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T02:42:34,121 DEBUG [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f2563c2e64fde5f45b99e0b23f7630af=test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af.} 2024-11-14T02:42:34,121 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:42:34,121 DEBUG [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2563c2e64fde5f45b99e0b23f7630af 2024-11-14T02:42:34,121 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:42:34,121 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:42:34,121 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:42:34,121 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:42:34,121 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T02:42:34,123 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/default/test/f2563c2e64fde5f45b99e0b23f7630af/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:42:34,124 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:42:34,124 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:42:34,124 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af. 2024-11-14T02:42:34,124 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2563c2e64fde5f45b99e0b23f7630af: Waiting for close lock at 1731552154120Running coprocessor pre-close hooks at 1731552154120Disabling compacts and flushes for region at 1731552154120Disabling writes for close at 1731552154120Writing region close event to WAL at 1731552154121 (+1 ms)Running coprocessor post-close hooks at 1731552154124 (+3 ms)Closed at 1731552154124 2024-11-14T02:42:34,124 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af. 2024-11-14T02:42:34,135 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/.tmp/info/78a56bfd7c964c7d8a370bfb1bd653e5 is 129, key is test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af./info:regioninfo/1731552140520/Put/seqid=0 2024-11-14T02:42:34,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741841_1017 (size=6421) 2024-11-14T02:42:34,180 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:42:34,321 DEBUG [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:42:34,353 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:34,457 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:34,521 DEBUG [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:42:34,539 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/.tmp/info/78a56bfd7c964c7d8a370bfb1bd653e5 2024-11-14T02:42:34,555 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/.tmp/ns/5e1b8dc274864aa6b4882cdf0b792ba0 is 43, key is default/ns:d/1731552132863/Put/seqid=0 2024-11-14T02:42:34,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741842_1018 (size=5153) 2024-11-14T02:42:34,558 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/.tmp/ns/5e1b8dc274864aa6b4882cdf0b792ba0 2024-11-14T02:42:34,572 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/.tmp/rep_barrier/84360c9bd60d432e940a41f475052dac is 112, key is test,,1731552139384.f2563c2e64fde5f45b99e0b23f7630af./rep_barrier:seqnumDuringOpen/1731552140520/Put/seqid=0 2024-11-14T02:42:34,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741843_1019 (size=5518) 2024-11-14T02:42:34,721 DEBUG [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:42:34,803 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:42:34,803 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:42:34,921 DEBUG [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:42:34,975 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/.tmp/rep_barrier/84360c9bd60d432e940a41f475052dac 2024-11-14T02:42:34,996 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/.tmp/table/fc8311773aa54eb6a149a6ffcdab916c is 40, key is test/table:state/1731552140525/Put/seqid=0 2024-11-14T02:42:34,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741844_1020 (size=5165) 2024-11-14T02:42:35,122 DEBUG [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:42:35,314 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T02:42:35,322 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T02:42:35,322 DEBUG [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T02:42:35,322 DEBUG [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:42:35,356 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:35,399 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/.tmp/table/fc8311773aa54eb6a149a6ffcdab916c 2024-11-14T02:42:35,403 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/.tmp/info/78a56bfd7c964c7d8a370bfb1bd653e5 as hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/info/78a56bfd7c964c7d8a370bfb1bd653e5 2024-11-14T02:42:35,406 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/info/78a56bfd7c964c7d8a370bfb1bd653e5, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T02:42:35,407 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/.tmp/ns/5e1b8dc274864aa6b4882cdf0b792ba0 as hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/ns/5e1b8dc274864aa6b4882cdf0b792ba0 2024-11-14T02:42:35,410 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/ns/5e1b8dc274864aa6b4882cdf0b792ba0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T02:42:35,411 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/.tmp/rep_barrier/84360c9bd60d432e940a41f475052dac as hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/rep_barrier/84360c9bd60d432e940a41f475052dac 2024-11-14T02:42:35,414 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/rep_barrier/84360c9bd60d432e940a41f475052dac, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T02:42:35,415 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/.tmp/table/fc8311773aa54eb6a149a6ffcdab916c as hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/table/fc8311773aa54eb6a149a6ffcdab916c 2024-11-14T02:42:35,418 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/table/fc8311773aa54eb6a149a6ffcdab916c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T02:42:35,418 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false 2024-11-14T02:42:35,418 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:42:35,426 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T02:42:35,426 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:42:35,426 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:42:35,426 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:42:35,426 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552154121Running coprocessor pre-close hooks at 1731552154121Disabling compacts and flushes for region at 1731552154121Disabling writes for close at 1731552154121Obtaining lock to block concurrent updates at 1731552154121Preparing flush snapshotting stores in 1588230740 at 1731552154121Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731552154121Flushing stores of hbase:meta,,1.1588230740 at 1731552154122 (+1 ms)Flushing 1588230740/info: creating writer at 1731552154122Flushing 1588230740/info: appending metadata at 1731552154135 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731552154135Flushing 1588230740/ns: creating writer at 1731552154542 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731552154554 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731552154554Flushing 1588230740/rep_barrier: creating writer at 1731552154560 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731552154572 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731552154572Flushing 1588230740/table: creating writer at 1731552154979 (+407 ms)Flushing 1588230740/table: appending metadata at 1731552154995 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731552154995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66c7fbfd: reopening flushed file at 1731552155402 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6f06cf: reopening flushed file at 1731552155406 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61288a8b: reopening flushed file at 1731552155410 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41836810: reopening flushed file at 1731552155414 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false at 1731552155418 (+4 ms)Writing region close event to WAL at 1731552155423 (+5 ms)Running coprocessor post-close hooks at 1731552155426 (+3 ms)Closed at 1731552155426 2024-11-14T02:42:35,426 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:42:35,460 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:35,522 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,36215,1731552130155; all regions closed. 2024-11-14T02:42:35,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741834_1010 (size=2717) 2024-11-14T02:42:35,524 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/WALs/83c5a5c119d5,36215,1731552130155/83c5a5c119d5%2C36215%2C1731552130155.meta.1731552132823.meta not finished, retry = 0 2024-11-14T02:42:35,626 DEBUG [RS:0;83c5a5c119d5:36215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/oldWALs 2024-11-14T02:42:35,626 INFO [RS:0;83c5a5c119d5:36215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C36215%2C1731552130155.meta:.meta(num 1731552132823) 2024-11-14T02:42:35,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741832_1008 (size=1374) 2024-11-14T02:42:35,629 DEBUG [RS:0;83c5a5c119d5:36215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/oldWALs 2024-11-14T02:42:35,629 INFO [RS:0;83c5a5c119d5:36215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C36215%2C1731552130155:(num 1731552131892) 2024-11-14T02:42:35,629 DEBUG [RS:0;83c5a5c119d5:36215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:35,629 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:42:35,629 INFO [RS:0;83c5a5c119d5:36215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:42:35,629 INFO [RS:0;83c5a5c119d5:36215 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:42:35,629 INFO [RS:0;83c5a5c119d5:36215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:42:35,630 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:42:35,630 INFO [RS:0;83c5a5c119d5:36215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:36215. 2024-11-14T02:42:35,630 DEBUG [RS:0;83c5a5c119d5:36215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:42:35,630 DEBUG [RS:0;83c5a5c119d5:36215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:35,630 DEBUG [RS:0;83c5a5c119d5:36215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:35,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:42:35,630 INFO [RS:0;83c5a5c119d5:36215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36215 2024-11-14T02:42:35,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-406034568/rs/83c5a5c119d5,36215,1731552130155 2024-11-14T02:42:35,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568/rs 2024-11-14T02:42:35,656 INFO [RS:0;83c5a5c119d5:36215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:42:35,657 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,36215,1731552130155] 2024-11-14T02:42:35,673 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-406034568/draining/83c5a5c119d5,36215,1731552130155 already deleted, retry=false 2024-11-14T02:42:35,673 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,36215,1731552130155 expired; onlineServers=0 2024-11-14T02:42:35,673 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,35499,1731552130042' ***** 2024-11-14T02:42:35,673 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:42:35,673 INFO [M:0;83c5a5c119d5:35499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:42:35,673 INFO [M:0;83c5a5c119d5:35499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:42:35,673 DEBUG [M:0;83c5a5c119d5:35499 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:42:35,673 DEBUG [M:0;83c5a5c119d5:35499 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:42:35,673 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:42:35,673 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552131656 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552131656,5,FailOnTimeoutGroup] 2024-11-14T02:42:35,673 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552131656 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552131656,5,FailOnTimeoutGroup] 2024-11-14T02:42:35,673 INFO [M:0;83c5a5c119d5:35499 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:42:35,673 INFO [M:0;83c5a5c119d5:35499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:42:35,674 DEBUG [M:0;83c5a5c119d5:35499 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:42:35,674 INFO [M:0;83c5a5c119d5:35499 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:42:35,674 INFO [M:0;83c5a5c119d5:35499 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:42:35,674 INFO [M:0;83c5a5c119d5:35499 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:42:35,674 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:42:35,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-406034568/master 2024-11-14T02:42:35,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-406034568 2024-11-14T02:42:35,681 DEBUG [M:0;83c5a5c119d5:35499 {}] zookeeper.ZKUtil(347): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Unable to get data of znode /1-406034568/master because node does not exist (not an error) 2024-11-14T02:42:35,681 WARN [M:0;83c5a5c119d5:35499 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:42:35,682 INFO [M:0;83c5a5c119d5:35499 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/.lastflushedseqids 2024-11-14T02:42:35,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741845_1021 (size=173) 2024-11-14T02:42:35,686 INFO [M:0;83c5a5c119d5:35499 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:42:35,686 INFO [M:0;83c5a5c119d5:35499 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:42:35,686 DEBUG [M:0;83c5a5c119d5:35499 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:42:35,686 INFO [M:0;83c5a5c119d5:35499 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:35,686 DEBUG [M:0;83c5a5c119d5:35499 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:35,686 DEBUG [M:0;83c5a5c119d5:35499 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:42:35,686 DEBUG [M:0;83c5a5c119d5:35499 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:35,686 INFO [M:0;83c5a5c119d5:35499 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-14T02:42:35,703 DEBUG [M:0;83c5a5c119d5:35499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cca9885fe2149e49d1a6452ecc5e779 is 82, key is hbase:meta,,1/info:regioninfo/1731552132850/Put/seqid=0 2024-11-14T02:42:35,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741846_1022 (size=5672) 2024-11-14T02:42:35,707 INFO [M:0;83c5a5c119d5:35499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cca9885fe2149e49d1a6452ecc5e779 2024-11-14T02:42:35,725 DEBUG [M:0;83c5a5c119d5:35499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6955f2bc6d704c6eb133e1b0fe8a3cbb is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731552140528/Put/seqid=0 2024-11-14T02:42:35,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741847_1023 (size=6586) 2024-11-14T02:42:35,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:42:35,765 INFO [RS:0;83c5a5c119d5:36215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:42:35,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36215-0x10138824e770004, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:42:35,765 INFO [RS:0;83c5a5c119d5:36215 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,36215,1731552130155; zookeeper connection closed. 2024-11-14T02:42:35,765 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26b1b5cc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26b1b5cc 2024-11-14T02:42:35,765 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:42:36,128 INFO [M:0;83c5a5c119d5:35499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6955f2bc6d704c6eb133e1b0fe8a3cbb 2024-11-14T02:42:36,144 DEBUG [M:0;83c5a5c119d5:35499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2633f9babbf47d3bc91d971b1419f12 is 69, key is 83c5a5c119d5,36215,1731552130155/rs:state/1731552131708/Put/seqid=0 2024-11-14T02:42:36,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741848_1024 (size=5156) 2024-11-14T02:42:36,459 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:36,498 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T02:42:36,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,547 INFO [M:0;83c5a5c119d5:35499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2633f9babbf47d3bc91d971b1419f12 2024-11-14T02:42:36,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,551 DEBUG [M:0;83c5a5c119d5:35499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cca9885fe2149e49d1a6452ecc5e779 as hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9cca9885fe2149e49d1a6452ecc5e779 2024-11-14T02:42:36,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,554 INFO [M:0;83c5a5c119d5:35499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9cca9885fe2149e49d1a6452ecc5e779, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T02:42:36,555 DEBUG [M:0;83c5a5c119d5:35499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6955f2bc6d704c6eb133e1b0fe8a3cbb as hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6955f2bc6d704c6eb133e1b0fe8a3cbb 2024-11-14T02:42:36,558 INFO [M:0;83c5a5c119d5:35499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6955f2bc6d704c6eb133e1b0fe8a3cbb, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T02:42:36,559 DEBUG [M:0;83c5a5c119d5:35499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2633f9babbf47d3bc91d971b1419f12 as hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2633f9babbf47d3bc91d971b1419f12 2024-11-14T02:42:36,563 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:36,563 INFO [M:0;83c5a5c119d5:35499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39045/user/jenkins/test-data/d52d6a3a-78c0-0f48-f8b9-536fd89be24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2633f9babbf47d3bc91d971b1419f12, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T02:42:36,564 INFO [M:0;83c5a5c119d5:35499 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=55, compaction requested=false 2024-11-14T02:42:36,566 INFO [M:0;83c5a5c119d5:35499 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:36,566 DEBUG [M:0;83c5a5c119d5:35499 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552155686Disabling compacts and flushes for region at 1731552155686Disabling writes for close at 1731552155686Obtaining lock to block concurrent updates at 1731552155686Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731552155686Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731552155687 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731552155687Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731552155687Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731552155703 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731552155703Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731552155709 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731552155725 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731552155725Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731552156131 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731552156144 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731552156144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@700a0f93: reopening flushed file at 1731552156551 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@797e285b: reopening flushed file at 1731552156555 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2158981d: reopening flushed file at 1731552156558 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=55, compaction requested=false at 1731552156564 (+6 ms)Writing region close event to WAL at 1731552156566 (+2 ms)Closed at 1731552156566 2024-11-14T02:42:36,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44861 is added to blk_1073741830_1006 (size=32770) 2024-11-14T02:42:36,568 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:42:36,568 INFO [M:0;83c5a5c119d5:35499 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:42:36,568 INFO [M:0;83c5a5c119d5:35499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35499 2024-11-14T02:42:36,569 INFO [M:0;83c5a5c119d5:35499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:42:36,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T02:42:36,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:42:36,698 INFO [M:0;83c5a5c119d5:35499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:42:36,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35499-0x10138824e770003, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:42:36,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@647486c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:42:36,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@691ab766{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:42:36,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:42:36,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c1a14f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:42:36,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3746d143{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/hadoop.log.dir/,STOPPED} 2024-11-14T02:42:36,702 WARN [BP-1628334346-172.17.0.2-1731552128349 heartbeating to localhost/127.0.0.1:39045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:42:36,702 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:42:36,702 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:42:36,702 WARN [BP-1628334346-172.17.0.2-1731552128349 heartbeating to localhost/127.0.0.1:39045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1628334346-172.17.0.2-1731552128349 (Datanode Uuid e424e718-d1b7-4b47-86b5-c0d29ecc495f) service to localhost/127.0.0.1:39045 2024-11-14T02:42:36,703 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/cluster_96a0e4df-76a4-e953-c015-7ed1f4a683f6/data/data1/current/BP-1628334346-172.17.0.2-1731552128349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:42:36,703 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/cluster_96a0e4df-76a4-e953-c015-7ed1f4a683f6/data/data2/current/BP-1628334346-172.17.0.2-1731552128349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:42:36,703 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:42:36,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7349cd64{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:42:36,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2a3994{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:42:36,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:42:36,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@132d4871{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:42:36,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48fc470e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efdc97d4-d527-ce7f-7fed-159199d04c22/hadoop.log.dir/,STOPPED} 2024-11-14T02:42:36,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:42:36,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T02:42:36,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:42:36,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:42:36,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:36,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:36,720 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T02:42:36,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:42:36,720 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1126745527, stopped=false 2024-11-14T02:42:36,720 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,32927,1731552125726 2024-11-14T02:42:36,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1185489770/running 2024-11-14T02:42:36,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1185489770/running 2024-11-14T02:42:36,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770 2024-11-14T02:42:36,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770 2024-11-14T02:42:36,743 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:42:36,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T02:42:36,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Set watcher on znode that does not yet exist, /0-1185489770/running 2024-11-14T02:42:36,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:42:36,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Set watcher on znode that does not yet exist, /0-1185489770/running 2024-11-14T02:42:36,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:36,744 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,44789,1731552125886' ***** 2024-11-14T02:42:36,744 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T02:42:36,744 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T02:42:36,744 INFO [RS:0;83c5a5c119d5:44789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T02:42:36,744 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T02:42:36,744 INFO [RS:0;83c5a5c119d5:44789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T02:42:36,745 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(3091): Received CLOSE for d3247b2de625c6edf9b92763edd10fa2 2024-11-14T02:42:36,745 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(3091): Received CLOSE for 12c054fb06ff212abc74337c5bd25e12 2024-11-14T02:42:36,745 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,44789,1731552125886 2024-11-14T02:42:36,745 INFO [RS:0;83c5a5c119d5:44789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:42:36,745 INFO [RS:0;83c5a5c119d5:44789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:44789. 2024-11-14T02:42:36,745 DEBUG [RS:0;83c5a5c119d5:44789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:42:36,745 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3247b2de625c6edf9b92763edd10fa2, disabling compactions & flushes 2024-11-14T02:42:36,745 DEBUG [RS:0;83c5a5c119d5:44789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:36,745 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2. 2024-11-14T02:42:36,745 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2. 2024-11-14T02:42:36,745 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T02:42:36,745 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T02:42:36,745 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T02:42:36,745 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2. after waiting 0 ms 2024-11-14T02:42:36,745 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T02:42:36,745 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2. 2024-11-14T02:42:36,745 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d3247b2de625c6edf9b92763edd10fa2 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-14T02:42:36,745 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T02:42:36,745 DEBUG [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1325): Online Regions={d3247b2de625c6edf9b92763edd10fa2=hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2., 1588230740=hbase:meta,,1.1588230740, 12c054fb06ff212abc74337c5bd25e12=test,,1731552137235.12c054fb06ff212abc74337c5bd25e12.} 2024-11-14T02:42:36,745 DEBUG [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1351): Waiting on 12c054fb06ff212abc74337c5bd25e12, 1588230740, d3247b2de625c6edf9b92763edd10fa2 2024-11-14T02:42:36,745 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T02:42:36,745 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T02:42:36,745 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T02:42:36,745 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T02:42:36,745 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T02:42:36,745 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T02:42:36,764 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/.tmp/info/86d84266997c4a549659e8b90ed1c95c is 147, key is hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2./info:regioninfo/1731552144853/Put/seqid=0 2024-11-14T02:42:36,764 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/replication/d3247b2de625c6edf9b92763edd10fa2/.tmp/hfileref/de4a96aff34d48fa9862b5cd92f8a73a is 74, key is 1/hfileref:9455e1199f524428a8eda3fdc18eb47b_SeqId_6_/1731552150876/DeleteColumn/seqid=0 2024-11-14T02:42:36,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741847_1023 (size=5489) 2024-11-14T02:42:36,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741848_1024 (size=7686) 2024-11-14T02:42:36,767 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/replication/d3247b2de625c6edf9b92763edd10fa2/.tmp/hfileref/de4a96aff34d48fa9862b5cd92f8a73a 2024-11-14T02:42:36,785 INFO [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:42:36,789 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/replication/d3247b2de625c6edf9b92763edd10fa2/.tmp/queue/2cdb3bcb5b9f4f399f0758b1abdc79c3 is 153, key is 1-83c5a5c119d5,44789,1731552125886/queue:83c5a5c119d5%2C44789%2C1731552125886/1731552150877/Put/seqid=0 2024-11-14T02:42:36,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741849_1025 (size=5504) 2024-11-14T02:42:36,945 DEBUG [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1351): Waiting on 12c054fb06ff212abc74337c5bd25e12, 1588230740, d3247b2de625c6edf9b92763edd10fa2 2024-11-14T02:42:37,065 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T02:42:37,065 INFO [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T02:42:37,145 DEBUG [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1351): Waiting on 12c054fb06ff212abc74337c5bd25e12, 1588230740, d3247b2de625c6edf9b92763edd10fa2 2024-11-14T02:42:37,168 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/.tmp/info/86d84266997c4a549659e8b90ed1c95c 2024-11-14T02:42:37,182 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/.tmp/ns/887e317101c24a7ca93b8a0a343597ff is 43, key is default/ns:d/1731552128222/Put/seqid=0 2024-11-14T02:42:37,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741850_1026 (size=5153) 2024-11-14T02:42:37,193 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/replication/d3247b2de625c6edf9b92763edd10fa2/.tmp/queue/2cdb3bcb5b9f4f399f0758b1abdc79c3 2024-11-14T02:42:37,196 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/replication/d3247b2de625c6edf9b92763edd10fa2/.tmp/hfileref/de4a96aff34d48fa9862b5cd92f8a73a as hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/replication/d3247b2de625c6edf9b92763edd10fa2/hfileref/de4a96aff34d48fa9862b5cd92f8a73a 2024-11-14T02:42:37,199 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/replication/d3247b2de625c6edf9b92763edd10fa2/hfileref/de4a96aff34d48fa9862b5cd92f8a73a, entries=6, sequenceid=17, filesize=5.4 K 2024-11-14T02:42:37,200 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/replication/d3247b2de625c6edf9b92763edd10fa2/.tmp/queue/2cdb3bcb5b9f4f399f0758b1abdc79c3 as hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/replication/d3247b2de625c6edf9b92763edd10fa2/queue/2cdb3bcb5b9f4f399f0758b1abdc79c3 2024-11-14T02:42:37,203 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/replication/d3247b2de625c6edf9b92763edd10fa2/queue/2cdb3bcb5b9f4f399f0758b1abdc79c3, entries=2, sequenceid=17, filesize=5.4 K 2024-11-14T02:42:37,204 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d3247b2de625c6edf9b92763edd10fa2 in 459ms, sequenceid=17, compaction requested=false 2024-11-14T02:42:37,206 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/replication/d3247b2de625c6edf9b92763edd10fa2/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-14T02:42:37,207 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:42:37,207 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:42:37,207 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2. 2024-11-14T02:42:37,207 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3247b2de625c6edf9b92763edd10fa2: Waiting for close lock at 1731552156745Running coprocessor pre-close hooks at 1731552156745Disabling compacts and flushes for region at 1731552156745Disabling writes for close at 1731552156745Obtaining lock to block concurrent updates at 1731552156745Preparing flush snapshotting stores in d3247b2de625c6edf9b92763edd10fa2 at 1731552156745Finished memstore snapshotting hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731552156745Flushing stores of hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2. at 1731552156746 (+1 ms)Flushing d3247b2de625c6edf9b92763edd10fa2/hfileref: creating writer at 1731552156746Flushing d3247b2de625c6edf9b92763edd10fa2/hfileref: appending metadata at 1731552156763 (+17 ms)Flushing d3247b2de625c6edf9b92763edd10fa2/hfileref: closing flushed file at 1731552156763Flushing d3247b2de625c6edf9b92763edd10fa2/queue: creating writer at 1731552156774 (+11 ms)Flushing d3247b2de625c6edf9b92763edd10fa2/queue: appending metadata at 1731552156789 (+15 ms)Flushing d3247b2de625c6edf9b92763edd10fa2/queue: closing flushed file at 1731552156789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a54208: reopening flushed file at 1731552157196 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255e3073: reopening flushed file at 1731552157200 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d3247b2de625c6edf9b92763edd10fa2 in 459ms, sequenceid=17, compaction requested=false at 1731552157204 (+4 ms)Writing region close event to WAL at 1731552157204Running coprocessor post-close hooks at 1731552157207 (+3 ms)Closed at 1731552157207 2024-11-14T02:42:37,207 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731552143696.d3247b2de625c6edf9b92763edd10fa2. 2024-11-14T02:42:37,207 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12c054fb06ff212abc74337c5bd25e12, disabling compactions & flushes 2024-11-14T02:42:37,207 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731552137235.12c054fb06ff212abc74337c5bd25e12. 2024-11-14T02:42:37,207 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731552137235.12c054fb06ff212abc74337c5bd25e12. 2024-11-14T02:42:37,207 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731552137235.12c054fb06ff212abc74337c5bd25e12. after waiting 0 ms 2024-11-14T02:42:37,207 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731552137235.12c054fb06ff212abc74337c5bd25e12. 2024-11-14T02:42:37,210 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/default/test/12c054fb06ff212abc74337c5bd25e12/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T02:42:37,210 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:42:37,210 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T02:42:37,210 INFO [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731552137235.12c054fb06ff212abc74337c5bd25e12. 2024-11-14T02:42:37,210 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12c054fb06ff212abc74337c5bd25e12: Waiting for close lock at 1731552157207Running coprocessor pre-close hooks at 1731552157207Disabling compacts and flushes for region at 1731552157207Disabling writes for close at 1731552157207Writing region close event to WAL at 1731552157208 (+1 ms)Running coprocessor post-close hooks at 1731552157210 (+2 ms)Closed at 1731552157210 2024-11-14T02:42:37,211 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731552137235.12c054fb06ff212abc74337c5bd25e12. 2024-11-14T02:42:37,346 DEBUG [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:42:37,546 DEBUG [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:42:37,586 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/.tmp/ns/887e317101c24a7ca93b8a0a343597ff 2024-11-14T02:42:37,601 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/.tmp/rep_barrier/eaec89091ce940e8aefda279a0afd1b4 is 112, key is test,,1731552137235.12c054fb06ff212abc74337c5bd25e12./rep_barrier:seqnumDuringOpen/1731552138374/Put/seqid=0 2024-11-14T02:42:37,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741851_1027 (size=5518) 2024-11-14T02:42:37,662 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:37,665 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:42:37,665 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 688, reset compression=false 2024-11-14T02:42:37,665 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-83c5a5c119d5,44789,1731552125886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:42:37,666 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 83c5a5c119d5,44789,1731552125886: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-83c5a5c119d5,44789,1731552125886, walGroup=83c5a5c119d5%2C44789%2C1731552125886, offset=83c5a5c119d5%2C44789%2C1731552125886.1731552148727:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:44789 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T02:42:37,667 ERROR [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T02:42:37,667 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T02:42:37,668 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T02:42:37,668 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T02:42:37,668 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T02:42:37,668 INFO [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1440743424, "init": 1048576000, "max": 2306867200, "used": 1158651840 }, "NonHeapMemoryUsage": { "committed": 211746816, "init": 7667712, "max": -1, "used": 208699544 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T02:42:37,668 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:32927 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:32927 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-14T02:42:37,746 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T02:42:37,746 DEBUG [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T02:42:37,746 DEBUG [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:42:37,766 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 393, reset compression=false 2024-11-14T02:42:37,769 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T02:42:37,769 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 688, reset compression=false 2024-11-14T02:42:37,769 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-83c5a5c119d5,44789,1731552125886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T02:42:37,770 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-14T02:42:37,867 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 688, reset compression=false 2024-11-14T02:42:37,946 DEBUG [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:42:37,972 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 688, reset compression=false 2024-11-14T02:42:38,011 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/.tmp/rep_barrier/eaec89091ce940e8aefda279a0afd1b4 2024-11-14T02:42:38,027 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/.tmp/table/d09979794374420ea3a0699963b97f29 is 53, key is hbase:replication/table:state/1731552144858/Put/seqid=0 2024-11-14T02:42:38,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741852_1028 (size=5308) 2024-11-14T02:42:38,029 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=83c5a5c119d5:32927 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 10 more 2024-11-14T02:42:38,146 DEBUG [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:42:38,170 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 688, reset compression=false 2024-11-14T02:42:38,275 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 688, reset compression=false 2024-11-14T02:42:38,346 DEBUG [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T02:42:38,430 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/.tmp/table/d09979794374420ea3a0699963b97f29 2024-11-14T02:42:38,434 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/.tmp/info/86d84266997c4a549659e8b90ed1c95c as hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/info/86d84266997c4a549659e8b90ed1c95c 2024-11-14T02:42:38,437 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/info/86d84266997c4a549659e8b90ed1c95c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T02:42:38,438 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/.tmp/ns/887e317101c24a7ca93b8a0a343597ff as hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/ns/887e317101c24a7ca93b8a0a343597ff 2024-11-14T02:42:38,441 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/ns/887e317101c24a7ca93b8a0a343597ff, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T02:42:38,441 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/.tmp/rep_barrier/eaec89091ce940e8aefda279a0afd1b4 as hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/rep_barrier/eaec89091ce940e8aefda279a0afd1b4 2024-11-14T02:42:38,444 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/rep_barrier/eaec89091ce940e8aefda279a0afd1b4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T02:42:38,445 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/.tmp/table/d09979794374420ea3a0699963b97f29 as hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/table/d09979794374420ea3a0699963b97f29 2024-11-14T02:42:38,448 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/table/d09979794374420ea3a0699963b97f29, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T02:42:38,449 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false 2024-11-14T02:42:38,449 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T02:42:38,453 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T02:42:38,454 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T02:42:38,454 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T02:42:38,454 INFO [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T02:42:38,454 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731552156745Running coprocessor pre-close hooks at 1731552156745Disabling compacts and flushes for region at 1731552156745Disabling writes for close at 1731552156745Obtaining lock to block concurrent updates at 1731552156745Preparing flush snapshotting stores in 1588230740 at 1731552156745Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731552156745Flushing stores of hbase:meta,,1.1588230740 at 1731552156746 (+1 ms)Flushing 1588230740/info: creating writer at 1731552156746Flushing 1588230740/info: appending metadata at 1731552156763 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731552156763Flushing 1588230740/ns: creating writer at 1731552157170 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731552157182 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731552157182Flushing 1588230740/rep_barrier: creating writer at 1731552157589 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731552157600 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731552157600Flushing 1588230740/table: creating writer at 1731552158014 (+414 ms)Flushing 1588230740/table: appending metadata at 1731552158027 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731552158027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2edfad6a: reopening flushed file at 1731552158434 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f92568: reopening flushed file at 1731552158437 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ae0339: reopening flushed file at 1731552158441 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e50750: reopening flushed file at 1731552158444 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false at 1731552158449 (+5 ms)Writing region close event to WAL at 1731552158451 (+2 ms)Running coprocessor post-close hooks at 1731552158454 (+3 ms)Closed at 1731552158454 2024-11-14T02:42:38,454 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T02:42:38,547 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,44789,1731552125886; all regions closed. 2024-11-14T02:42:38,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741844_1020 (size=859) 2024-11-14T02:42:38,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741843_1019 (size=2791) 2024-11-14T02:42:38,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741842_1018 (size=696) 2024-11-14T02:42:38,552 DEBUG [RS:0;83c5a5c119d5:44789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:38,552 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T02:42:38,552 INFO [RS:0;83c5a5c119d5:44789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:42:38,552 INFO [RS:0;83c5a5c119d5:44789 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T02:42:38,552 INFO [RS:0;83c5a5c119d5:44789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:42:38,552 INFO [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:42:38,552 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-83c5a5c119d5,44789,1731552125886 because: Region server is closing 2024-11-14T02:42:38,553 INFO [RS:0;83c5a5c119d5:44789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:44789. 2024-11-14T02:42:38,553 DEBUG [RS:0;83c5a5c119d5:44789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:42:38,553 DEBUG [RS:0;83c5a5c119d5:44789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:38,553 DEBUG [RS:0;83c5a5c119d5:44789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:38,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:42:38,573 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 to pos 688, reset compression=false 2024-11-14T02:42:38,575 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/WALs/83c5a5c119d5,44789,1731552125886/83c5a5c119d5%2C44789%2C1731552125886.1731552148727 2024-11-14T02:42:38,575 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-14T02:42:38,575 DEBUG [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-14T02:42:38,653 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 terminated 2024-11-14T02:42:38,653 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-83c5a5c119d5,44789,1731552125886 because: Region server is closing 2024-11-14T02:42:38,653 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,1-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,1-83c5a5c119d5,44789,1731552125886 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T02:42:38,653 INFO [RS:0;83c5a5c119d5:44789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:44789. 2024-11-14T02:42:38,653 DEBUG [RS:0;83c5a5c119d5:44789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T02:42:38,653 DEBUG [RS:0;83c5a5c119d5:44789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:38,653 DEBUG [RS:0;83c5a5c119d5:44789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T02:42:38,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T02:42:38,754 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.shipper83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 terminated 2024-11-14T02:42:38,754 INFO [RS:0;83c5a5c119d5:44789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44789 2024-11-14T02:42:38,754 WARN [RS_REFRESH_PEER-regionserver/83c5a5c119d5:0-0.replicationSource,2-83c5a5c119d5,44789,1731552125886.replicationSource.wal-reader.83c5a5c119d5%2C44789%2C1731552125886,2-83c5a5c119d5,44789,1731552125886 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-14T02:42:38,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770/rs 2024-11-14T02:42:38,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1185489770/rs/83c5a5c119d5,44789,1731552125886 2024-11-14T02:42:38,781 INFO [RS:0;83c5a5c119d5:44789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:42:38,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,44789,1731552125886] 2024-11-14T02:42:38,797 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1185489770/draining/83c5a5c119d5,44789,1731552125886 already deleted, retry=false 2024-11-14T02:42:38,798 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,44789,1731552125886 expired; onlineServers=0 2024-11-14T02:42:38,798 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,32927,1731552125726' ***** 2024-11-14T02:42:38,798 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T02:42:38,798 INFO [M:0;83c5a5c119d5:32927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T02:42:38,798 INFO [M:0;83c5a5c119d5:32927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T02:42:38,798 DEBUG [M:0;83c5a5c119d5:32927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T02:42:38,798 DEBUG [M:0;83c5a5c119d5:32927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T02:42:38,798 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T02:42:38,798 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552126981 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552126981,5,FailOnTimeoutGroup] 2024-11-14T02:42:38,798 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552126981 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552126981,5,FailOnTimeoutGroup] 2024-11-14T02:42:38,798 INFO [M:0;83c5a5c119d5:32927 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T02:42:38,798 INFO [M:0;83c5a5c119d5:32927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T02:42:38,798 DEBUG [M:0;83c5a5c119d5:32927 {}] master.HMaster(1795): Stopping service threads 2024-11-14T02:42:38,798 INFO [M:0;83c5a5c119d5:32927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T02:42:38,798 INFO [M:0;83c5a5c119d5:32927 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T02:42:38,798 INFO [M:0;83c5a5c119d5:32927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T02:42:38,798 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T02:42:38,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1185489770/master 2024-11-14T02:42:38,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1185489770 2024-11-14T02:42:38,806 DEBUG [M:0;83c5a5c119d5:32927 {}] zookeeper.ZKUtil(347): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Unable to get data of znode /0-1185489770/master because node does not exist (not an error) 2024-11-14T02:42:38,806 WARN [M:0;83c5a5c119d5:32927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T02:42:38,807 INFO [M:0;83c5a5c119d5:32927 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/.lastflushedseqids 2024-11-14T02:42:38,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741853_1029 (size=263) 2024-11-14T02:42:38,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:42:38,889 INFO [RS:0;83c5a5c119d5:44789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:42:38,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44789-0x10138824e770001, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:42:38,889 INFO [RS:0;83c5a5c119d5:44789 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,44789,1731552125886; zookeeper connection closed. 2024-11-14T02:42:38,890 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4201738 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4201738 2024-11-14T02:42:38,890 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T02:42:39,211 INFO [M:0;83c5a5c119d5:32927 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T02:42:39,211 INFO [M:0;83c5a5c119d5:32927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T02:42:39,212 DEBUG [M:0;83c5a5c119d5:32927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T02:42:39,212 INFO [M:0;83c5a5c119d5:32927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:39,212 DEBUG [M:0;83c5a5c119d5:32927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:39,212 DEBUG [M:0;83c5a5c119d5:32927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T02:42:39,212 DEBUG [M:0;83c5a5c119d5:32927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:39,212 INFO [M:0;83c5a5c119d5:32927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-14T02:42:39,225 DEBUG [M:0;83c5a5c119d5:32927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6e667e8544049b8b0721524a4b9f9ef is 82, key is hbase:meta,,1/info:regioninfo/1731552128199/Put/seqid=0 2024-11-14T02:42:39,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741854_1030 (size=5672) 2024-11-14T02:42:39,629 INFO [M:0;83c5a5c119d5:32927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6e667e8544049b8b0721524a4b9f9ef 2024-11-14T02:42:39,644 DEBUG [M:0;83c5a5c119d5:32927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb83e69966cb427183ed31a868b63d80 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731552144861/Put/seqid=0 2024-11-14T02:42:39,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741855_1031 (size=8910) 2024-11-14T02:42:40,047 INFO [M:0;83c5a5c119d5:32927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb83e69966cb427183ed31a868b63d80 2024-11-14T02:42:40,066 DEBUG [M:0;83c5a5c119d5:32927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37b997f36e174c4c800b978897f4abb4 is 69, key is 83c5a5c119d5,44789,1731552125886/rs:state/1731552127042/Put/seqid=0 2024-11-14T02:42:40,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741856_1032 (size=5156) 2024-11-14T02:42:40,069 INFO [M:0;83c5a5c119d5:32927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37b997f36e174c4c800b978897f4abb4 2024-11-14T02:42:40,073 DEBUG [M:0;83c5a5c119d5:32927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6e667e8544049b8b0721524a4b9f9ef as hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6e667e8544049b8b0721524a4b9f9ef 2024-11-14T02:42:40,076 INFO [M:0;83c5a5c119d5:32927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6e667e8544049b8b0721524a4b9f9ef, entries=8, sequenceid=112, filesize=5.5 K 2024-11-14T02:42:40,077 DEBUG [M:0;83c5a5c119d5:32927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb83e69966cb427183ed31a868b63d80 as hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb83e69966cb427183ed31a868b63d80 2024-11-14T02:42:40,080 INFO [M:0;83c5a5c119d5:32927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb83e69966cb427183ed31a868b63d80, entries=13, sequenceid=112, filesize=8.7 K 2024-11-14T02:42:40,080 DEBUG [M:0;83c5a5c119d5:32927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37b997f36e174c4c800b978897f4abb4 as hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37b997f36e174c4c800b978897f4abb4 2024-11-14T02:42:40,083 INFO [M:0;83c5a5c119d5:32927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38409/user/jenkins/test-data/17252304-d028-b135-cbb5-737f32676db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37b997f36e174c4c800b978897f4abb4, entries=1, sequenceid=112, filesize=5.0 K 2024-11-14T02:42:40,084 INFO [M:0;83c5a5c119d5:32927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=112, compaction requested=false 2024-11-14T02:42:40,085 INFO [M:0;83c5a5c119d5:32927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T02:42:40,085 DEBUG [M:0;83c5a5c119d5:32927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731552159211Disabling compacts and flushes for region at 1731552159211Disabling writes for close at 1731552159212 (+1 ms)Obtaining lock to block concurrent updates at 1731552159212Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731552159212Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731552159212Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731552159212Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731552159212Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731552159225 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731552159225Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731552159632 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731552159643 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731552159643Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731552160050 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731552160065 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731552160065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@354c6404: reopening flushed file at 1731552160072 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a88f328: reopening flushed file at 1731552160076 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f222706: reopening flushed file at 1731552160080 (+4 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=112, compaction requested=false at 1731552160084 (+4 ms)Writing region close event to WAL at 1731552160085 (+1 ms)Closed at 1731552160085 2024-11-14T02:42:40,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44945 is added to blk_1073741830_1006 (size=69067) 2024-11-14T02:42:40,087 INFO [M:0;83c5a5c119d5:32927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T02:42:40,087 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T02:42:40,087 INFO [M:0;83c5a5c119d5:32927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32927 2024-11-14T02:42:40,087 INFO [M:0;83c5a5c119d5:32927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T02:42:40,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:42:40,214 INFO [M:0;83c5a5c119d5:32927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T02:42:40,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32927-0x10138824e770000, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T02:42:40,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a59e830{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T02:42:40,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e43f981{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:42:40,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:42:40,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43931354{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:42:40,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f5c36a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/hadoop.log.dir/,STOPPED} 2024-11-14T02:42:40,256 WARN [BP-369914533-172.17.0.2-1731552124074 heartbeating to localhost/127.0.0.1:38409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T02:42:40,256 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T02:42:40,256 WARN [BP-369914533-172.17.0.2-1731552124074 heartbeating to localhost/127.0.0.1:38409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-369914533-172.17.0.2-1731552124074 (Datanode Uuid 4a7705bf-2e96-430d-8ffe-b54a1d3f3290) service to localhost/127.0.0.1:38409 2024-11-14T02:42:40,256 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T02:42:40,256 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/cluster_de64fdb6-c288-0bcf-efe6-4ea33a5873a7/data/data1/current/BP-369914533-172.17.0.2-1731552124074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:42:40,256 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/cluster_de64fdb6-c288-0bcf-efe6-4ea33a5873a7/data/data2/current/BP-369914533-172.17.0.2-1731552124074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T02:42:40,256 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T02:42:40,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6436398f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T02:42:40,261 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5737688b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T02:42:40,261 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T02:42:40,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e1c6259{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T02:42:40,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5299e3d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4194ecd3-49eb-2c48-79bb-ef56d5a47563/hadoop.log.dir/,STOPPED} 2024-11-14T02:42:40,266 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T02:42:40,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T02:42:40,293 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 535) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:38409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:46203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38409 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50749) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50749) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39045 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:39045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38409 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50749) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46203 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39045 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39045 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39045 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=974 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=284 (was 255) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4809 (was 5003) 2024-11-14T02:42:40,293 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2024-11-14T02:42:40,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10138824e770005, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:42:40,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10138824e770008, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:42:40,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10138824e770002, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T02:42:40,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10138824e770008, quorum=127.0.0.1:50749, baseZNode=/21867224831 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:42:40,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10138824e770005, quorum=127.0.0.1:50749, baseZNode=/1-406034568 Received Disconnected from ZooKeeper, ignoring 2024-11-14T02:42:40,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10138824e770002, quorum=127.0.0.1:50749, baseZNode=/0-1185489770 Received Disconnected from ZooKeeper, ignoring